{"id":"W3096831026","doi":"10.18653/v1/2020.coling-main.208","title":"Automatic Detection of Machine Generated Text: A Critical Survey","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Compute Canada","keywords":"Computer science; Generative grammar; Data science; Natural language processing; Artificial intelligence; Product (mathematics); Machine learning; Information retrieval","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007714324,0.002110355,0.003083096,0.01240316,0.00109491,0.005336354,0.005500892,0.00380532,0.004569533],"category_scores_gemma":[0.03488681,0.001777416,0.001506173,0.005097547,0.002359195,0.01266056,0.002219081,0.003125046,0.007721825],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001978989,"about_ca_system_score_gemma":0.001908451,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002287431,"about_ca_topic_score_gemma":0.001856353,"domain_scores_codex":[0.9896818,0.002382436,0.0007331101,0.002565685,0.00436344,0.0002734726],"domain_scores_gemma":[0.9334529,0.05125791,0.001904566,0.004366267,0.008504884,0.0005134487],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00009579744,0.0001239984,0.00495172,0.003807466,0.000132294,0.0001580349,0.0003907272,0.005176946,0.003013179,0.01567301,0.05828948,0.9081874],"study_design_scores_gemma":[0.00005481574,0.0004114381,0.0119132,0.005127856,0.0003549447,0.004232028,0.001555793,0.2125318,0.04001751,0.07910457,0.6442454,0.0004506124],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.01600059,0.5531812,0.3894619,0.01218653,0.002560508,0.000384842,0.003174758,0.007423576,0.01562602],"genre_scores_gemma":[0.18857,0.394899,0.3661731,0.007435936,0.009149012,0.00069334,0.0140395,0.002805281,0.01623473],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.01240316,"threshold_uncertainty_score":0.04079777,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0582700043796482,"score_gpt":0.3015808177752705,"score_spread":0.2433108133956223,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}