{"id":"W2344444819","doi":"10.1145/2902362","title":"On the naturalness of software","year":2016,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Software Engineering Research","field":"Computer Science","cited_by":291,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Alberta","funders":"Engineering and Physical Sciences Research Council","keywords":"Naturalness; Computer science; Natural language; Natural (archaeology); Software; Artificial intelligence; Program comprehension; Natural language processing; Simplicity; Code (set theory); Programming language; Linguistics; Software system; Set (abstract data type); Epistemology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0003452096,0.00004269497,0.00006022412,0.00003703463,0.0001042655,0.00001002071,0.05161377,0.00002134045,0.000005690026],"category_scores_gemma":[0.04583185,0.00001800623,0.00005103881,0.0003290903,0.0002122621,0.00007381228,0.01908865,0.0001167954,0.0000154871],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002017001,"about_ca_system_score_gemma":0.00003806538,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000008948798,"about_ca_topic_score_gemma":0.000002154115,"domain_scores_codex":[0.999426,0.0001161817,0.0001108035,0.00007130391,0.0001931311,0.00008259522],"domain_scores_gemma":[0.9550121,0.00796813,0.00006731726,0.03680625,0.0001317748,0.00001438224],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000008321657,0.0002140248,0.01524445,0.00003514647,0.00008120677,1.658931e-7,0.001073319,0.0001215563,0.01054374,0.8517259,0.0656381,0.05531406],"study_design_scores_gemma":[0.0004370997,0.00007994209,0.2052699,0.0006054892,0.00001018193,0.000005956742,0.00003477083,0.0008393656,0.09066571,0.6937397,0.008085251,0.0002267015],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.3961796,0.00174235,0.06013939,0.539514,0.0005554305,0.0006871386,0.00002443685,0.0003215505,0.0008360541],"genre_scores_gemma":[0.9501413,0.00003257142,0.04961828,0.00005759013,0.000003404759,0.00001542861,1.464159e-7,0.000004018676,0.0001272242],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5539617,"threshold_uncertainty_score":0.9888448,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04508847840595311,"score_gpt":0.2959249936897846,"score_spread":0.2508365152838315,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}