{"id":"W4388481904","doi":"10.48550/arxiv.2311.02985","title":"Towards a Transformer-Based Reverse Dictionary Model for Quality Estimation of Definitions","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Advanced Text Analysis Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Transformer; Computer science; Artificial intelligence; Engineering; Electrical engineering; Voltage","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003852319,0.0002305202,0.0003836465,0.000467923,0.0001406763,0.00002526483,0.0009590079,0.0002326585,0.00000397323],"category_scores_gemma":[0.000089601,0.0002849211,0.0004803861,0.0007146936,0.0001093216,0.0004227306,0.0002347457,0.0002522609,0.000007006553],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002290663,"about_ca_system_score_gemma":0.0004108044,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001424854,"about_ca_topic_score_gemma":0.0000682096,"domain_scores_codex":[0.9984519,0.00007819915,0.0003621495,0.0007617818,0.0001301935,0.0002157968],"domain_scores_gemma":[0.9980989,0.000199918,0.0003611954,0.0009558764,0.0003023417,0.00008179146],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002003409,0.00007243103,0.00002836545,0.0001227663,0.00004317225,0.000003836702,0.00009563122,0.7304168,0.00003943323,0.268428,0.00009892882,0.0006305545],"study_design_scores_gemma":[0.0001850806,0.0000227589,0.00008008549,0.00005274127,0.00007335375,1.631919e-7,0.00001410641,0.5964605,0.0003934712,0.4025491,0.000007980574,0.0001606788],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.007928386,0.000007174897,0.9900425,0.00025047,0.00008268729,0.0004659496,0.0002373926,0.0006720119,0.0003134452],"genre_scores_gemma":[0.7665694,0.00006276285,0.2329465,0.00004324426,0.000008262974,0.00001295663,0.0001351584,0.0000155471,0.0002061701],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7586409,"threshold_uncertainty_score":0.9999603,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2808411568479695,"score_gpt":0.2807720832417779,"score_spread":0.00006907360619157199,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}