{"id":"W4368232696","doi":"10.1109/tcad.2023.3272582","title":"Koios 2.0: Open-Source Deep Learning Benchmarks for FPGA Architecture and CAD Research","year":2023,"lang":"en","type":"article","venue":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","topic":"VLSI and FPGA Design Techniques","field":"Engineering","cited_by":26,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of New Brunswick; University of Toronto","funders":"Vector Institute; VMware; National Science Foundation","keywords":"Benchmark (surveying); Field-programmable gate array; Computer science; Computer architecture; Suite; CAD; Computer engineering; Verilog; Electronic design automation; Embedded system; Parallel computing; Engineering","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001418348,0.0002999844,0.0005199583,0.0007301221,0.0003619084,0.0002782447,0.0003325416,0.0002736817,0.000009642061],"category_scores_gemma":[0.00001767626,0.0002664164,0.00007407086,0.0007697649,0.0001236482,0.0001487206,0.000005732464,0.0007491318,0.000004135977],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007213907,"about_ca_system_score_gemma":0.00004323235,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002164371,"about_ca_topic_score_gemma":0.00001436232,"domain_scores_codex":[0.9979532,0.0003743471,0.0004992858,0.0004288896,0.000274858,0.0004694638],"domain_scores_gemma":[0.998238,0.00102166,0.0000670524,0.0002648535,0.0002502425,0.0001581923],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004466464,0.0000482143,0.00000779844,0.0004701577,0.0001871084,0.00001140615,0.001660534,0.5659356,0.02818856,0.0001398227,0.001747904,0.4015583],"study_design_scores_gemma":[0.0007659288,0.001135284,0.00002527932,0.0006958316,0.00003674674,0.00007976916,0.0009341088,0.9698111,0.02308634,0.0002865704,0.002753352,0.0003896239],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0125556,0.0004233073,0.9841851,0.00002132946,0.0004026069,0.001570854,0.00004425065,0.0005818165,0.0002151241],"genre_scores_gemma":[0.9966147,0.0004134853,0.002128111,0.00001044055,0.00007218358,0.0003750683,0.00002062224,0.00007871916,0.0002866519],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9840591,"threshold_uncertainty_score":0.9999788,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0593460382996578,"score_gpt":0.2861478695518774,"score_spread":0.2268018312522196,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}