{"id":"W4403902967","doi":"10.2172/2474974","title":"wa-hls4ml: A benchmark and dataset for ML accelerator resource estimation","year":2024,"lang":"en","type":"article","venue":"","topic":"Particle Detector Development and Performance","field":"Physics and Astronomy","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Benchmark (surveying); Computer science; Resource (disambiguation); Estimation; Engineering; Systems engineering; Geology; Computer network; Geodesy","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002324363,0.003602064,0.001477106,0.003152896,0.001093729,0.00203224,0.006361092,0.003321507,0.02777938],"category_scores_gemma":[0.01512084,0.001543885,0.002348863,0.004250417,0.000944071,0.002734846,0.00266091,0.002897778,0.02273604],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00171439,"about_ca_system_score_gemma":0.004150579,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.03329759,"about_ca_topic_score_gemma":0.04962858,"domain_scores_codex":[0.9975336,0.0005140639,0.0002559573,0.0006836989,0.0007877338,0.0002250102],"domain_scores_gemma":[0.9952006,0.001687207,0.0002404705,0.001630479,0.0009819635,0.0002592344],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0008883911,0.0004167476,0.003720018,0.001256203,0.0003364446,0.0001528135,0.00006751074,0.04871941,0.002993871,0.00264164,0.8387206,0.1000865],"study_design_scores_gemma":[0.00205254,0.0005571241,0.008064594,0.0003668514,0.0003211454,0.0005920142,0.0002330813,0.538781,0.02686394,0.01687998,0.4050266,0.0002610449],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"dataset","genre_gemma":"dataset","genre_scores_codex":[0.02757359,0.002320158,0.07721048,0.00143598,0.0007783567,0.0008302681,0.6110899,0.2649311,0.01383014],"genre_scores_gemma":[0.02870582,0.0003229109,0.07485448,0.0004732164,0.00007957783,0.0006024362,0.883939,0.005885692,0.005136812],"genre_candidate":"dataset","genre_consensus":"dataset","teacher_disagreement_score":0.03329759,"threshold_uncertainty_score":0.09293127,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0168425084962891,"score_gpt":0.2809606135019329,"score_spread":0.2641181050056438,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}