{"id":"W3100900998","doi":"10.17863/cam.45849","title":"The Photometric LSST Astronomical Time-series Classification Challenge PLAsTiCC: Selection of a Performance Metric for Classification Probabilities Balancing Diverse Science Goals","year":2019,"lang":"en","type":"article","venue":"UCL Discovery (University College London)","topic":"Time Series Analysis and Forecasting","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"ca_institutions":"Canadian Institute for Theoretical Astrophysics; University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; Office of Science; Centre National de la Recherche Scientifique; Science and Technology Facilities Council; National Research Foundation; University of Toronto; Bundesministerium für Bildung und Forschung; Max-Planck-Gesellschaft; U.S. Department of Energy; European Commission; Alexander von Humboldt-Stiftung; National Energy Research Scientific Computing Center; Gordon and Betty Moore Foundation; Institut National de Physique Nucléaire et de Physique des Particules; Vetenskapsrådet; National Science Foundation","keywords":"Physics; Metric (unit); Series (stratigraphy); Selection (genetic algorithm); Astrophysics; Machine learning; Computer science","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007392803,0.0001719863,0.0002806576,0.0007738007,0.001150292,0.0001914642,0.001024899,0.00006809201,0.00001857643],"category_scores_gemma":[0.0001647255,0.0001541356,0.0001547614,0.003910323,0.0003381172,0.004074994,0.0003183432,0.0001232033,0.00003443144],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004840104,"about_ca_system_score_gemma":0.0003383545,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002431582,"about_ca_topic_score_gemma":0.00003068208,"domain_scores_codex":[0.9982502,0.00006459752,0.0002809655,0.0005559543,0.0004468032,0.0004014584],"domain_scores_gemma":[0.9982647,0.0004175046,0.0003963851,0.0004556275,0.0003891981,0.00007659252],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001583522,0.0006035571,0.06453456,0.0004708967,0.0003284283,0.000001791695,0.002085716,0.007184001,0.04241333,0.8516064,0.0006851018,0.02850273],"study_design_scores_gemma":[0.000653258,0.0005275837,0.09240142,0.00003479035,0.00005102302,0.000003257988,0.003217225,0.8993723,0.001193103,0.0001040729,0.002195969,0.0002459953],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9330007,0.00004244991,0.06413042,0.0002575315,0.0002409963,0.0007024899,0.00007541144,0.00006592675,0.001484065],"genre_scores_gemma":[0.9905125,0.00004641961,0.004529987,0.000003943522,0.0000303695,0.00000677952,0.000009202557,0.000007974281,0.004852849],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8921883,"threshold_uncertainty_score":0.8847236,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01294708988808321,"score_gpt":0.1961053812032505,"score_spread":0.1831582913151673,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}