{"id":"W6929430723","doi":"10.48448/mg6h-a517","title":"Counter Turing Test ($CT^2$): Investigating AI-Generated Text Detection for Hindi - Ranking LLMs based on Hindi AI Detectability Index ($ADI_{hi}$)","year":2024,"lang":"en","type":"other","venue":"Underline Science Inc.","topic":"Insurance, Mortality, Demography, Risk Management","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Hindi; Ranking (information retrieval); Index (typography); Dimension (graph theory); Rank (graph theory); Code (set theory); Test (biology)","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":["sts"],"category_scores_codex":[0.006204394,0.0007608677,0.000671581,0.001995581,0.001921639,0.001424489,0.001497577,0.0004151667,0.0003679304],"category_scores_gemma":[0.001559791,0.0007369147,0.0003047648,0.003385268,0.002990958,0.0005686342,0.0002278193,0.001125264,0.000132279],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001245774,"about_ca_system_score_gemma":0.001288929,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.008203572,"about_ca_topic_score_gemma":0.03831284,"domain_scores_codex":[0.9928051,0.0002983543,0.0008834237,0.002027806,0.002481235,0.001504136],"domain_scores_gemma":[0.9971576,0.000410371,0.0006351309,0.000972978,0.0004354105,0.0003885373],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004164842,0.00451808,0.3157591,0.009457543,0.001611678,0.0004283119,0.02586489,0.03513819,0.02085885,0.02101715,0.2094764,0.3554534],"study_design_scores_gemma":[0.003498,0.0009408002,0.009038996,0.003887577,0.00067005,0.000009977437,0.003320666,0.4929365,0.006342008,0.01824249,0.455947,0.00516591],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.1353354,0.002099179,0.09355611,0.0094214,0.0328764,0.02702734,0.001342561,0.01079366,0.687548],"genre_scores_gemma":[0.978998,0.00002429826,0.002364134,0.002230599,0.001049537,0.0002929343,0.00004410866,0.0003734172,0.01462295],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8436626,"threshold_uncertainty_score":0.9997223,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0206497353705602,"score_gpt":0.3243938260009031,"score_spread":0.3037440906303429,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}