{"id":"W3185468338","doi":"10.48550/arxiv.2107.13491","title":"Models of Computational Profiles to Study the Likelihood of DNN Metamorphic Test Cases","year":2021,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Metamorphic rock; Test (biology); Maximum likelihood; Computer science; Artificial intelligence; Econometrics; Geology; Machine learning; Statistics; Geochemistry; Paleontology; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005837968,0.001015535,0.0007070107,0.00144971,0.0003642289,0.001541806,0.002204595,0.001390667,0.001813764],"category_scores_gemma":[0.03715551,0.0007496275,0.0008986438,0.0005544548,0.002127329,0.002662046,0.001707027,0.002510565,0.0002562191],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002118626,"about_ca_system_score_gemma":0.0005773913,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003418264,"about_ca_topic_score_gemma":0.00276554,"domain_scores_codex":[0.9980051,0.0007438796,0.0001192261,0.0004465029,0.0004422294,0.0002431366],"domain_scores_gemma":[0.972369,0.02050213,0.003069455,0.002079905,0.00149014,0.00048937],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002717315,0.00006061999,0.01045873,0.00005376599,0.00004545465,0.0001545203,0.0001694896,0.9595609,0.001508276,0.01714727,0.0004124117,0.01015692],"study_design_scores_gemma":[0.000004332229,0.00001801541,0.0008531017,0.000008678167,0.000004200354,0.00003421128,0.00001006274,0.9928853,0.0007373853,0.005371526,0.00006714962,0.000006007785],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5297983,0.0003175066,0.4647822,0.0006690937,0.00003106558,0.0001924176,0.0005072146,0.0005634396,0.003138729],"genre_scores_gemma":[0.9842997,0.00008684632,0.01366941,0.00007046664,0.00001374012,0.0001607305,0.0003846941,0.00006756319,0.001246896],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.005837968,"threshold_uncertainty_score":0.03087449,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.09383745150203482,"score_gpt":0.2270443138388205,"score_spread":0.1332068623367857,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}