{"id":"W3158399077","doi":"10.1109/ispass51385.2021.00013","title":"GNNMark: A Benchmark Suite to Characterize Graph Neural Network Training on GPUs","year":2021,"lang":"en","type":"article","venue":"","topic":"Advanced Graph Neural Networks","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Computer science; Suite; Benchmark (surveying); Scalability; Machine learning; Software; Graph; Artificial intelligence; Variety (cybernetics); Parallel computing; Theoretical computer science; Database; Programming language","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002194383,0.0003089643,0.0003472748,0.0001208312,0.0002450628,0.0002684118,0.0008965583,0.0001226432,0.0001201893],"category_scores_gemma":[0.00006506801,0.0002870033,0.0001888696,0.002055397,0.00003525724,0.0005330212,0.0004698554,0.0004856673,0.00005910917],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002846709,"about_ca_system_score_gemma":0.00004769591,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004647033,"about_ca_topic_score_gemma":0.00004194871,"domain_scores_codex":[0.997242,0.0001375352,0.0003561112,0.0009140704,0.0003944426,0.0009558356],"domain_scores_gemma":[0.998138,0.0003279345,0.00009135725,0.0009665505,0.00009937034,0.0003768631],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0001318922,0.0002013065,0.002214182,0.0000223555,0.0001088276,0.001970543,0.001902501,0.07103062,0.009266838,0.2152248,0.02895285,0.6689733],"study_design_scores_gemma":[0.004024781,0.002256252,0.3697459,0.0007113468,0.00006831426,0.001491026,0.0003644646,0.3124966,0.007961136,0.08165626,0.2130306,0.006193262],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4390336,0.0003546271,0.5068321,0.02093417,0.006942622,0.0008638533,0.0000118194,0.0014901,0.02353716],"genre_scores_gemma":[0.8817174,0.00003981349,0.08750457,0.02829007,0.0007012226,0.00005407981,0.00002077336,0.00003813269,0.001633876],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.66278,"threshold_uncertainty_score":0.9999582,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03133409438069398,"score_gpt":0.2517199245470905,"score_spread":0.2203858301663965,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}