{"id":"W6929430723","doi":"10.48448/mg6h-a517","title":"Counter Turing Test ($CT^2$): Investigating AI-Generated Text Detection for Hindi - Ranking LLMs based on Hindi AI Detectability Index ($ADI_{hi}$)","year":2024,"lang":"en","type":"other","venue":"Underline Science Inc.","topic":"Insurance, Mortality, Demography, Risk Management","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Hindi; Ranking (information retrieval); Index (typography); Dimension (graph theory); Rank (graph theory); Code (set theory); Test (biology)","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004009454,0.001871216,0.0007210709,0.002502689,0.0008856686,0.002151658,0.001886191,0.001579703,0.003921512],"category_scores_gemma":[0.02088122,0.0002255398,0.0009058926,0.001083149,0.001032693,0.002207473,0.001795322,0.001795124,0.003945383],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001087466,"about_ca_system_score_gemma":0.001266776,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009375077,"about_ca_topic_score_gemma":0.01224094,"domain_scores_codex":[0.9972671,0.0009430487,0.0002874224,0.0006856848,0.0006016159,0.0002150185],"domain_scores_gemma":[0.9856162,0.008468745,0.0007441037,0.002053319,0.002101419,0.001016239],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.004525085,0.002830405,0.1108042,0.003697496,0.0007353598,0.001840521,0.002630257,0.03164561,0.0271359,0.005451214,0.2066877,0.6020162],"study_design_scores_gemma":[0.0009309145,0.004981796,0.1206139,0.0005158546,0.000352171,0.002896316,0.004861056,0.6481863,0.1156518,0.007195825,0.09338155,0.0004325028],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8957815,0.002939723,0.03587004,0.001478036,0.001721636,0.001283705,0.02549675,0.0181481,0.01728057],"genre_scores_gemma":[0.8662866,0.0003768139,0.06167644,0.0009740334,0.000287916,0.0007045402,0.05941572,0.0004626279,0.009815269],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.009375077,"threshold_uncertainty_score":0.02120429,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0206497353705602,"score_gpt":0.3243938260009031,"score_spread":0.3037440906303429,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}