{"id":"W4401042477","doi":"10.18653/v1/2024.semeval-1.75","title":"Team AT at SemEval-2024 Task 8: Machine-Generated Text Detection with Semantic Embeddings","year":2024,"lang":"en","type":"article","venue":"","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"St. Francis Xavier University","funders":"","keywords":"SemEval; Computer science; Task (project management); Natural language processing; Artificial intelligence; Information retrieval","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0160476,0.003093947,0.002017336,0.002529275,0.002288901,0.003389345,0.002842671,0.003890552,0.01530096],"category_scores_gemma":[0.03097342,0.0008859658,0.00153842,0.001415183,0.001193155,0.006444288,0.004842493,0.005583128,0.02662084],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001351107,"about_ca_system_score_gemma":0.002592809,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006214248,"about_ca_topic_score_gemma":0.007839175,"domain_scores_codex":[0.9902731,0.004536791,0.0004369564,0.002614595,0.001599432,0.0005392219],"domain_scores_gemma":[0.9808594,0.006826079,0.0005474089,0.005238568,0.004730249,0.001798223],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.002482596,0.002534735,0.006028052,0.0009955564,0.0004808556,0.0005213992,0.0009847247,0.007669351,0.02138229,0.003572498,0.4587585,0.4945894],"study_design_scores_gemma":[0.002622203,0.005477653,0.020692,0.0004043304,0.0004613141,0.002267732,0.002641952,0.3230165,0.1379177,0.0205598,0.4834276,0.0005112261],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.3237231,0.006781984,0.2852879,0.0134213,0.01296168,0.00853917,0.108764,0.1725719,0.067949],"genre_scores_gemma":[0.4000753,0.000698998,0.3371165,0.003391047,0.001099062,0.004394242,0.1868997,0.007648095,0.05867702],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.0160476,"threshold_uncertainty_score":0.08486885,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.006096407110127132,"score_gpt":0.2446658572985387,"score_spread":0.2385694501884116,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}