{"id":"W4200324797","doi":"10.29007/xwl1","title":"ARCH-COMP 2021 Category Report: Falsification with Validation of Results","year":2021,"lang":"en","type":"article","venue":"EPiC series in computing","topic":"Physical Unclonable Functions (PUFs) and Hardware Security","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"ca_institutions":"McMaster University","funders":"JST-Mirai Program; Core Research for Evolutional Science and Technology; Exploratory Research for Advanced Technology; National Science Foundation; Division of Civil, Mechanical and Manufacturing Innovation; Division of Industrial Innovation and Partnerships; Defense Advanced Research Projects Agency; ACT-X; Japan Society for the Promotion of Science; European Commission","keywords":"Novelty; Computer science; Competition (biology); Arch; Work (physics); Artificial intelligence; Software engineering; Engineering; Psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"bench_or_experimental","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":[],"domain":null,"study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06261049,0.00352644,0.001904696,0.005809655,0.004252432,0.0141957,0.006009588,0.00609515,0.05426424],"category_scores_gemma":[0.09574836,0.001183409,0.002579872,0.003271116,0.003617157,0.005367197,0.01010566,0.005877451,0.04401661],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006168898,"about_ca_system_score_gemma":0.009123452,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007008589,"about_ca_topic_score_gemma":0.006553012,"domain_scores_codex":[0.9219511,0.02102806,0.003340022,0.006220107,0.04174747,0.005713278],"domain_scores_gemma":[0.8136225,0.04778877,0.005156309,0.05052072,0.0742306,0.008680977],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.003421275,0.0010073,0.005457134,0.001216473,0.0002420758,0.0006874319,0.0007659822,0.009972168,0.006781883,0.02992964,0.8482473,0.09227125],"study_design_scores_gemma":[0.0009446104,0.002003966,0.007133042,0.000738492,0.0001742931,0.001220267,0.001249998,0.03326058,0.05138672,0.03262584,0.8688669,0.000395265],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.110915,0.006596228,0.2710294,0.02340113,0.0316184,0.004749195,0.1214645,0.1275637,0.3026625],"genre_scores_gemma":[0.3295937,0.001499713,0.2077179,0.006508431,0.003010457,0.003602954,0.2627384,0.04820253,0.137126],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.06261049,"threshold_uncertainty_score":0.3311199,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0166020675808463,"score_gpt":0.2502045175981701,"score_spread":0.2336024500173238,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}