{"id":"W4312579772","doi":"10.28995/2075-7182-2022-21-497-511","title":"Findings of the The RuATD Shared Task 2022 on Artificial Text Detection in Russian","year":2022,"lang":"en","type":"article","venue":"Computational Linguistics and Intellectual Technologies","topic":"Topic Modeling","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"ca_institutions":"Air Canada","funders":"National Research University Higher School of Economics","keywords":"Computer science; Task (project management); Automatic summarization; Artificial intelligence; Natural language processing; Machine translation; Paraphrase; Text generation; Class (philosophy); Margin (machine learning); Binary classification; Machine learning; Support vector machine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002613613,0.00008400738,0.00009475288,0.0001630329,0.0003610152,0.0000562951,0.000738189,0.00003953123,0.00001073911],"category_scores_gemma":[0.003501219,0.00005819965,0.00003459267,0.0005496508,0.0001326932,0.00001442614,0.0008047053,0.0003858543,0.000002196628],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006510496,"about_ca_system_score_gemma":0.00006026879,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001533893,"about_ca_topic_score_gemma":0.00000949712,"domain_scores_codex":[0.9990991,0.00005192745,0.0002339201,0.0002245224,0.0002664634,0.0001240514],"domain_scores_gemma":[0.9989485,0.0006705291,0.00007645188,0.0002420429,0.0000546351,0.000007804448],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002129014,0.00005666471,0.0001698452,0.000008711724,0.00001184889,0.000002761514,0.00204083,0.08119406,0.0002006837,0.851388,0.0004277571,0.06447759],"study_design_scores_gemma":[0.00008440774,0.000151766,0.0009184736,0.00001461626,0.00000276558,0.000006517053,0.0005438178,0.6826285,0.002196137,0.3089051,0.004452405,0.00009553876],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5222602,0.0006146507,0.4638108,0.006518218,0.002656899,0.0007211986,0.00004284937,0.0004985278,0.002876652],"genre_scores_gemma":[0.9973447,0.000007480992,0.002476912,0.00009381228,0.00003018636,0.00001792784,0.000001604343,0.00000438263,0.00002304987],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6014344,"threshold_uncertainty_score":0.419154,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02515443092615935,"score_gpt":0.2439761048153211,"score_spread":0.2188216738891617,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}