{"id":"W3009935877","doi":"10.1162/qss_a_00125","title":"Textual analysis of artificial intelligence manuscripts reveals features associated with peer review outcome","year":2021,"lang":"en","type":"preprint","venue":"Quantitative Science Studies","topic":"Text Readability and Simplification","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"Université de Montréal; University of Ottawa","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Readability; Artificial intelligence; Natural language processing; Jargon; Computer science; Outcome (game theory); Similarity (geometry); Semantic similarity; Linguistics; Psychology; Mathematics; Philosophy","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.01620158,0.0003775924,0.0009262763,0.01021602,0.001032266,0.004175158,0.0007499272,0.0006067664,0.003741393],"category_scores_gemma":[0.1910904,0.0001341562,0.0005709901,0.008666473,0.001054328,0.001819269,0.001263163,0.000526311,0.00126785],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006562521,"about_ca_system_score_gemma":0.0007646052,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002476859,"about_ca_topic_score_gemma":0.00032408,"domain_scores_codex":[0.978314,0.007804638,0.005437781,0.001283228,0.006706628,0.0004537192],"domain_scores_gemma":[0.4752441,0.3367494,0.1084075,0.01077102,0.06276215,0.006065909],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.003961042,0.0007639402,0.8034053,0.005021081,0.0008355247,0.001778038,0.009656841,0.001419707,0.02305516,0.001371068,0.006529795,0.1422025],"study_design_scores_gemma":[0.00008167922,0.001093749,0.9664193,0.000297261,0.000288043,0.001039948,0.005459685,0.002738531,0.008978086,0.002115139,0.01134985,0.0001385983],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9895063,0.002023038,0.002631705,0.0003634253,0.0001930093,0.0002110127,0.002106174,0.0001612631,0.002804094],"genre_scores_gemma":[0.9937323,0.0004661904,0.002561293,0.00006285754,0.0003413028,0.0001669404,0.001649805,0.0000648667,0.0009544246],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.989784,"threshold_uncertainty_score":0.08568323,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2643686269816425,"score_gpt":0.4440727271641647,"score_spread":0.1797041001825222,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}