{"id":"W7029657840","doi":"","title":"Language agnostic automatic scenario tagging in ASAM OpenLABEL","year":2023,"lang":"en","type":"other","venue":"Warwick Research Archive Portal (University of Warwick)","topic":"Face Recognition and Perception","field":"Neuroscience","cited_by":1,"is_retracted":false,"has_abstract":false,"ca_institutions":"","funders":"University of Warwick; Transport Canada; UK Research and Innovation","keywords":"Natural language; Identification (biology); Semantics (computer science); Feature (linguistics); Knowledge acquisition","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0008728134,0.0003234344,0.0005817004,0.00245934,0.0002676674,0.00004617319,0.0009875749,0.0002670846,0.01394452],"category_scores_gemma":[0.001764707,0.0003858619,0.0001961429,0.001314283,0.0009767903,0.0002315416,0.0006547728,0.001246515,0.004856064],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001165325,"about_ca_system_score_gemma":0.0003919211,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.01395758,"about_ca_topic_score_gemma":0.03859791,"domain_scores_codex":[0.9958773,0.0008003065,0.0002899656,0.0008993865,0.001220566,0.0009125025],"domain_scores_gemma":[0.997813,0.000969287,0.0002443904,0.0005712222,0.00007762508,0.0003245002],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001852913,0.0009069581,0.001076478,0.001788937,0.0001053891,0.007034048,0.01980198,0.00005236844,0.03356715,0.001166507,0.8746109,0.05970398],"study_design_scores_gemma":[0.02339257,0.003707016,0.07442438,0.03961818,0.0004814624,0.0004878654,0.137744,0.07183256,0.005635265,0.008624506,0.6245964,0.009455784],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.0586667,0.0001786702,0.00031857,0.0009607707,0.0006213662,0.002447309,0.001475414,0.001283319,0.9340479],"genre_scores_gemma":[0.2177721,0.004130687,0.002218623,0.0002055711,0.0002914738,0.00001308963,0.0004666908,0.001126026,0.7737757],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.2500145,"threshold_uncertainty_score":0.9998593,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.07524576367489857,"score_gpt":0.3306904507601043,"score_spread":0.2554446870852057,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}