{"id":"W2892503871","doi":"10.3847/1538-3881/ab3a2f","title":"The Photometric LSST Astronomical Time-series Classification Challenge PLAsTiCC: Selection of a Performance Metric for Classification Probabilities Balancing Diverse Science Goals","year":2019,"lang":"en","type":"article","venue":"The Astronomical Journal","topic":"Time Series Analysis and Forecasting","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"ca_institutions":"Canadian Institute for Theoretical Astrophysics; University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; Office of Science; Centre National de la Recherche Scientifique; Science and Technology Facilities Council; National Research Foundation; University of Toronto; Bundesministerium für Bildung und Forschung; Max-Planck-Gesellschaft; U.S. Department of Energy; European Commission; Alexander von Humboldt-Stiftung; National Energy Research Scientific Computing Center; Gordon and Betty Moore Foundation; Institut National de Physique Nucléaire et de Physique des Particules; Vetenskapsrådet; National Science Foundation","keywords":"Metric (unit); Weighting; Probabilistic logic; Variable (mathematics); Large Synoptic Survey Telescope; Selection (genetic algorithm); Performance metric; Variety (cybernetics); Near-Earth object","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002319399,0.0001639599,0.0002630525,0.0003578169,0.001138806,0.0004741903,0.001340141,0.00004807798,0.00003110265],"category_scores_gemma":[0.0002908581,0.0001011421,0.0001696577,0.001182689,0.0004014363,0.001209689,0.0002197363,0.0002934713,0.00004327605],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003481546,"about_ca_system_score_gemma":0.0002907462,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00000349121,"about_ca_topic_score_gemma":0.000001752649,"domain_scores_codex":[0.9980652,0.00009972164,0.0006125855,0.0003403828,0.0004023374,0.0004797994],"domain_scores_gemma":[0.9978997,0.0005909504,0.0006523391,0.0003952947,0.0003546977,0.0001070525],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001449986,0.0005832982,0.1924947,0.0001399989,0.0005516835,1.592665e-7,0.00252984,0.0575772,0.1204673,0.1178859,0.0004010391,0.5059189],"study_design_scores_gemma":[0.0003643651,0.0005239946,0.1758097,0.00002391667,0.00003563048,0.00001201762,0.0006981598,0.8195186,0.001964318,0.0002031483,0.0007096473,0.000136468],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9085581,0.00005858844,0.08998861,0.0005194189,0.0002858369,0.0003576894,0.000003381014,0.00002600796,0.0002024026],"genre_scores_gemma":[0.9880618,0.00002214501,0.01151533,0.000003417393,0.0001809289,0.00002404032,0.000001586786,0.00000970762,0.0001809883],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7619414,"threshold_uncertainty_score":0.8758891,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0200164110369334,"score_gpt":0.2311919764863114,"score_spread":0.211175565449378,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}