{"id":"W3181228931","doi":"","title":"Habitat: A Runtime-Based Computational Performance Predictor for Deep Neural Network Training.","year":2021,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Advanced Neural Network Applications","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":false,"ca_institutions":"Vector Institute; University of Toronto","funders":"","keywords":"Computer science; Training (meteorology); Artificial neural network; Artificial intelligence; Machine learning","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002202376,0.0002834638,0.000345753,0.00005771847,0.000382835,0.0001651363,0.001113979,0.000148043,0.00002545032],"category_scores_gemma":[0.0001942782,0.0002891133,0.0001548986,0.0008326123,0.0002045438,0.0005464409,0.0003208894,0.0003684779,0.00002467246],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005267913,"about_ca_system_score_gemma":0.0003572946,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":9.577479e-7,"about_ca_topic_score_gemma":0.00002744128,"domain_scores_codex":[0.997489,0.00007639085,0.0004950759,0.0008447254,0.000417489,0.0006772561],"domain_scores_gemma":[0.9972696,0.0009046101,0.0001722823,0.0007144386,0.0007055996,0.0002334693],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001130262,0.000370555,0.00244724,0.00008412501,0.00004332988,0.00004080776,0.0004325106,0.5441682,0.0008482307,0.3142519,0.00711774,0.1300823],"study_design_scores_gemma":[0.0006634011,0.0002317406,0.00961011,0.00004033414,0.00001456667,0.00004771918,0.00001697088,0.9590309,0.0002650031,0.0201667,0.009532932,0.0003796525],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01193692,0.00008787288,0.9829063,0.003079794,0.0002182217,0.0005617175,0.00006452321,0.0007323638,0.0004123163],"genre_scores_gemma":[0.6521976,0.000004445681,0.3462008,0.001042568,0.0001591632,0.0002443327,0.00006647531,0.00001768724,0.00006692272],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6402607,"threshold_uncertainty_score":0.9999561,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03647568065923151,"score_gpt":0.2777825907590805,"score_spread":0.2413069100998489,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}