{"id":"W2888056695","doi":"10.1007/978-3-030-27272-2_2","title":"NetScore: Towards Universal Metrics for Large-Scale Performance Analysis of Deep Neural Networks for Practical On-Device Edge Usage","year":2019,"lang":"en","type":"preprint","venue":"Lecture notes in computer science","topic":"Advanced Neural Network Applications","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Metric (unit); Deep learning; Convolutional neural network; Artificial intelligence; Artificial neural network; Enhanced Data Rates for GSM Evolution; Set (abstract data type); Performance metric; Deep neural networks; Machine learning; Scale (ratio); Focus (optics); Data mining; Computer engineering; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001341467,0.0005219618,0.0009506234,0.00139956,0.0003196709,0.000312264,0.003985081,0.000354446,0.000002439851],"category_scores_gemma":[0.0003526817,0.0004889676,0.0004230709,0.008183472,0.0002932968,0.0006939736,0.002651377,0.000966572,0.000001507076],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003351953,"about_ca_system_score_gemma":0.0004608584,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001073096,"about_ca_topic_score_gemma":0.00008431907,"domain_scores_codex":[0.995264,0.00009959452,0.0007167352,0.00206234,0.0007963387,0.001060994],"domain_scores_gemma":[0.9930476,0.003207829,0.0007043647,0.00218851,0.0006519578,0.0001997443],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003339412,0.0001041692,0.0007787967,0.00005684579,0.00005245137,0.000001455998,0.0002555054,0.8411456,0.00001466297,0.001128341,0.00001444143,0.1564144],"study_design_scores_gemma":[0.0004304787,0.0003280589,0.002374152,0.00004489259,0.0001503456,0.000004165051,0.000001131567,0.9931544,0.0006134359,0.002228998,0.0001834411,0.0004864828],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.007846547,0.0001565545,0.9865894,0.001549348,0.001893705,0.00179,0.00004590139,0.0001148841,0.00001360218],"genre_scores_gemma":[0.5235384,0.00002225834,0.4753271,0.0008025991,0.0001734351,0.0000882314,0.00003035064,0.00001652135,0.000001110989],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5156918,"threshold_uncertainty_score":0.9997562,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03065402445168162,"score_gpt":0.3147657455688755,"score_spread":0.2841117211171939,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}