{"id":"W4400655051","doi":"10.5267/j.ijdns.2024.5.009","title":"Assessing the accuracy of MT and AI tools in translating humanities or social sciences Arabic research titles into English: Evidence from Google Translate, Gemini, and ChatGPT","year":2024,"lang":"en","type":"article","venue":"International Journal of Data and Network Science","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Diction; Arabic; Computer science; Natural language processing; Linguistics; Syntax; Equivalence (formal languages); Artificial intelligence; Philosophy","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.005135895,0.00007664857,0.0001310889,0.0002672836,0.0003742588,0.002842076,0.002337067,0.00003225664,0.000003896985],"category_scores_gemma":[0.0009120249,0.00004625507,0.00001401101,0.0007298359,0.001329303,0.009476115,0.000607227,0.0003655062,9.325176e-8],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002719611,"about_ca_system_score_gemma":0.0004316808,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001159807,"about_ca_topic_score_gemma":0.0001092864,"domain_scores_codex":[0.9982495,0.0001083593,0.00032382,0.0003077533,0.0008317261,0.0001788131],"domain_scores_gemma":[0.9973525,0.002035451,0.0001323523,0.0001323792,0.0003191117,0.00002814441],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0000355945,0.00002730139,0.002505806,0.00007056842,0.00002850551,0.00008657524,0.04397186,0.00002544894,0.01060301,0.0157559,0.0005544557,0.926335],"study_design_scores_gemma":[0.0009524156,0.0008248023,0.01678554,0.01876136,0.000063883,0.0006129195,0.009630737,0.5396332,0.01195846,0.3955121,0.00440763,0.0008569196],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8348943,0.08251937,0.07016543,0.01094025,0.0009496348,0.0001973412,0.00002722553,0.00005134411,0.0002551181],"genre_scores_gemma":[0.9392393,0.0008881288,0.05947814,0.00007959311,0.0003066155,9.847545e-7,6.810131e-7,0.000002737467,0.000003774081],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.925478,"threshold_uncertainty_score":0.9981931,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2388636457454777,"score_gpt":0.4978445780223662,"score_spread":0.2589809322768886,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}