{"id":"W3165441654","doi":"10.1145/3460319.3464802","title":"Automatic test suite generation for key-points detection DNNs using many-objective search (experience paper)","year":2021,"lang":"en","type":"article","venue":"","topic":"Autonomous Vehicle Technology and Safety","field":"Engineering","cited_by":16,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; National Research Foundation of Korea; Fonds National de la Recherche Luxembourg; National Research Foundation; European Commission","keywords":"Suite; Deep neural networks; Object detection; Artificial neural network; Pattern recognition (psychology); Feature extraction; Face detection; Deep learning","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002731909,0.00183787,0.000796894,0.001646767,0.0003828123,0.0008576514,0.002139443,0.001198814,0.007000824],"category_scores_gemma":[0.008886071,0.0005118218,0.0009506258,0.0005634828,0.00058773,0.001212247,0.001023316,0.001058712,0.001444657],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001444521,"about_ca_system_score_gemma":0.001925597,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006499313,"about_ca_topic_score_gemma":0.008115864,"domain_scores_codex":[0.9984719,0.0005042154,0.0001488383,0.0003843652,0.0003064086,0.0001843061],"domain_scores_gemma":[0.9946825,0.003127621,0.0003158358,0.0004133702,0.00125816,0.0002024903],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001303278,0.0008645518,0.01456636,0.0008391551,0.0003604529,0.0008819025,0.0001377737,0.4226296,0.02574829,0.005503319,0.01981487,0.5073504],"study_design_scores_gemma":[0.00008034659,0.0001862466,0.0008322644,0.0000241928,0.00002749114,0.00005664183,0.00002637629,0.9875509,0.008723108,0.00159498,0.0008875861,0.000009844687],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.3448526,0.001286658,0.6149356,0.0007162316,0.0003867828,0.0008483354,0.003692822,0.02563139,0.007649607],"genre_scores_gemma":[0.7546251,0.0002121335,0.2319358,0.0004490244,0.00005073739,0.0007696066,0.008123113,0.0009820497,0.002852509],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.007000824,"threshold_uncertainty_score":0.0234201,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02181499228368204,"score_gpt":0.2554304331397103,"score_spread":0.2336154408560282,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}