{"id":"W3181437774","doi":"","title":"Automatic Test Suite Generation for Key-Points Detection DNNs using Many-Objective Search (Experience Paper)","year":2021,"lang":"en","type":"preprint","venue":"Open Repository and Bibliography (University of Luxembourg)","topic":"Autonomous Vehicle Technology and Safety","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; National Research Foundation of Korea; Fonds National de la Recherche Luxembourg; National Research Foundation; European Commission","keywords":"Computer science; Key (lock); Artificial intelligence; Suite; Machine learning; Test suite; Data mining; Pattern recognition (psychology); Test case","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001389838,0.001246058,0.0008500026,0.002011869,0.0002996898,0.0008767534,0.001598823,0.001057234,0.008669734],"category_scores_gemma":[0.006312758,0.0004295181,0.0009286719,0.0007036153,0.0004832231,0.0009610211,0.0008054736,0.000719436,0.001194158],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009097024,"about_ca_system_score_gemma":0.001366032,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004063975,"about_ca_topic_score_gemma":0.005284769,"domain_scores_codex":[0.9989564,0.0004024508,0.00008842652,0.0002123805,0.0002174078,0.0001227737],"domain_scores_gemma":[0.996215,0.0025348,0.0001890083,0.0002657521,0.0006887998,0.0001065565],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0007669652,0.0004490617,0.00517436,0.0009456691,0.0002208043,0.0007533224,0.0001377572,0.3866464,0.03254138,0.005167077,0.01013338,0.5570639],"study_design_scores_gemma":[0.00007272059,0.0001390845,0.0006941069,0.00003793287,0.00004020223,0.00009182045,0.00002897957,0.9832259,0.01195954,0.002547655,0.001151128,0.00001097478],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.206512,0.0008311482,0.7644352,0.0004193461,0.0001645144,0.0005225932,0.002560581,0.01805593,0.006498495],"genre_scores_gemma":[0.6638501,0.0002176209,0.3245844,0.0001856678,0.00003387921,0.0004016683,0.006052169,0.001233501,0.003441026],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.008669734,"threshold_uncertainty_score":0.02900314,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02348353678583482,"score_gpt":0.2386494931221925,"score_spread":0.2151659563363577,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}