{"id":"W4403902967","doi":"10.2172/2474974","title":"wa-hls4ml: A benchmark and dataset for ML accelerator resource estimation","year":2024,"lang":"en","type":"article","venue":"","topic":"Particle Detector Development and Performance","field":"Physics and Astronomy","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Benchmark (surveying); Computer science; Resource (disambiguation); Estimation; Engineering; Systems engineering; Geology; Computer network; Geodesy","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009488264,0.00007004221,0.00005986121,0.00002783422,0.00007552517,0.0001311403,0.0000468443,0.00001311996,0.0004267478],"category_scores_gemma":[0.000002063046,0.00005790926,0.00001630436,0.00007327642,0.00001284423,0.0002140011,0.00002507212,0.00004013215,0.0000469448],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000005427451,"about_ca_system_score_gemma":0.00002082646,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001214253,"about_ca_topic_score_gemma":0.000001842043,"domain_scores_codex":[0.9995766,0.000004809676,0.00009622521,0.0001454659,0.00005039104,0.0001265662],"domain_scores_gemma":[0.999804,0.00005080746,0.00001160953,0.00008289578,0.000007953383,0.00004271401],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00006611448,0.00005300571,0.02023886,0.0002039445,0.000153869,0.000001792285,0.001037701,0.00009094884,0.004890983,0.02536089,0.4607542,0.4871477],"study_design_scores_gemma":[0.0003731905,0.00004163627,0.004235272,0.00003977237,0.00002684078,9.327671e-7,0.0001031276,0.2975707,0.02155134,0.001757245,0.6740607,0.0002392448],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9813241,0.0001256343,0.01288403,0.0003326667,0.0001379582,0.0002777074,0.001075548,0.00006412852,0.003778265],"genre_scores_gemma":[0.9952717,0.000001072956,0.002565356,0.0000524964,0.0001236903,0.00005131511,0.001485541,0.000007702955,0.0004410723],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4869084,"threshold_uncertainty_score":0.4672589,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0168425084962891,"score_gpt":0.2809606135019329,"score_spread":0.2641181050056438,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}