{"id":"W4287080893","doi":"10.48550/arxiv.2107.04863","title":"HOMRS: High Order Metamorphic Relations Selector for Deep Neural\\n Networks","year":2021,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Generalization; MNIST database; Set (abstract data type); Artificial intelligence; Artificial neural network; Scheme (mathematics); Machine learning; Order (exchange); Code (set theory); Path (computing); Exploit; Deep learning; Theoretical computer science; Programming language; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002293224,0.001145488,0.0007131749,0.0009613727,0.000358342,0.0007579738,0.001598628,0.001068867,0.005216015],"category_scores_gemma":[0.006040881,0.0004898859,0.0008320355,0.0003882471,0.001492606,0.001623278,0.001956405,0.002213013,0.0009873662],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001067528,"about_ca_system_score_gemma":0.0008081899,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001834929,"about_ca_topic_score_gemma":0.003435116,"domain_scores_codex":[0.9985197,0.0005363273,0.00008152369,0.0002618986,0.0004699469,0.0001305846],"domain_scores_gemma":[0.9979181,0.001229206,0.0002300482,0.0003952692,0.0001527444,0.00007467946],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000491283,0.0001988396,0.002391171,0.0001741551,0.0001033545,0.0003385039,0.0001026665,0.653789,0.01666027,0.03642589,0.008012228,0.2813127],"study_design_scores_gemma":[0.00001856593,0.00009483196,0.0001503754,0.00001102177,0.000006480483,0.00003484078,0.000007914871,0.9849218,0.005090246,0.00884874,0.0008093214,0.000006000513],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.08141959,0.0004924251,0.8985779,0.0005001286,0.00006561432,0.0002044671,0.0004424243,0.01194133,0.006356196],"genre_scores_gemma":[0.7771136,0.0001789617,0.2148183,0.0003678621,0.00005621941,0.0002619593,0.001251122,0.0007959501,0.005156111],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.005216015,"threshold_uncertainty_score":0.01744926,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04421858953249278,"score_gpt":0.192251598899332,"score_spread":0.1480330093668393,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}