{"id":"W2892503871","doi":"10.3847/1538-3881/ab3a2f","title":"The Photometric LSST Astronomical Time-series Classification Challenge PLAsTiCC: Selection of a Performance Metric for Classification Probabilities Balancing Diverse Science Goals","year":2019,"lang":"en","type":"article","venue":"The Astronomical Journal","topic":"Time Series Analysis and Forecasting","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"ca_institutions":"Canadian Institute for Theoretical Astrophysics; University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; Office of Science; Centre National de la Recherche Scientifique; Science and Technology Facilities Council; National Research Foundation; University of Toronto; Bundesministerium für Bildung und Forschung; Max-Planck-Gesellschaft; U.S. Department of Energy; European Commission; Alexander von Humboldt-Stiftung; National Energy Research Scientific Computing Center; Gordon and Betty Moore Foundation; Institut National de Physique Nucléaire et de Physique des Particules; Vetenskapsrådet; National Science Foundation","keywords":"Metric (unit); Weighting; Probabilistic logic; Variable (mathematics); Large Synoptic Survey Telescope; Selection (genetic algorithm); Performance metric; Variety (cybernetics); Near-Earth object","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03102902,0.001664961,0.002763109,0.004478297,0.001984279,0.005638063,0.002916302,0.005613144,0.002183144],"category_scores_gemma":[0.1162867,0.000399114,0.001571341,0.003244919,0.002900007,0.004931244,0.005451717,0.0044363,0.000879926],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003610791,"about_ca_system_score_gemma":0.0028289,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003759769,"about_ca_topic_score_gemma":0.00274933,"domain_scores_codex":[0.9812354,0.008880367,0.001311455,0.003131395,0.004317833,0.001123571],"domain_scores_gemma":[0.8939673,0.07955011,0.006012685,0.008924116,0.008282871,0.00326301],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001893867,0.001481258,0.06606445,0.001285026,0.0006506582,0.0003493032,0.0006428941,0.5748562,0.007468425,0.0478157,0.03960165,0.2578906],"study_design_scores_gemma":[0.00006487642,0.0004764904,0.008936845,0.00008230051,0.00004288621,0.000184367,0.0002267147,0.9441401,0.004238522,0.03876411,0.00276774,0.00007505921],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4653221,0.002723679,0.501765,0.008889124,0.0005698979,0.00124049,0.005264146,0.002092458,0.01213303],"genre_scores_gemma":[0.8665866,0.0003562718,0.122304,0.0008278739,0.0005458012,0.0008242827,0.005916808,0.0002945313,0.002343787],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.03102902,"threshold_uncertainty_score":0.1640991,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0200164110369334,"score_gpt":0.2311919764863114,"score_spread":0.211175565449378,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}