{"id":"W2954274464","doi":"10.1109/icse.2019.00022","title":"Natural Software Revisited","year":2019,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":49,"is_retracted":false,"has_abstract":true,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Codebase; Programming language; Java; Scripting language; Source code; Code (set theory); Abstract syntax; Punctuation; Artificial intelligence; Semantics (computer science)","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001332126,0.00006281681,0.00007355105,0.00008053431,0.00001823044,0.00009415187,0.0007326071,0.00002531524,0.0001706353],"category_scores_gemma":[0.0003201552,0.00005143348,0.00003168889,0.0003818347,0.000006068131,0.0002806245,0.0002529238,0.0001343109,0.002115603],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002699881,"about_ca_system_score_gemma":0.00002329088,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005127931,"about_ca_topic_score_gemma":1.909618e-7,"domain_scores_codex":[0.9992266,0.00001248215,0.00006993685,0.0002257423,0.0002524402,0.0002127507],"domain_scores_gemma":[0.998976,0.0003319202,0.000009241215,0.0005711413,0.00005866576,0.00005306869],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001240807,0.00009430396,0.565723,0.0002696198,0.00008703541,0.0001053851,0.0005791139,0.0006531258,0.008457069,0.1467296,0.07624989,0.2010394],"study_design_scores_gemma":[0.001479363,0.0002518256,0.7356208,0.0001424457,0.000003783654,0.0001204437,0.00001653194,0.1492482,0.01079211,0.002566546,0.09847827,0.001279676],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1659342,0.0003926525,0.8276132,0.000507151,0.00089476,0.0002531086,5.030911e-7,0.002141663,0.002262733],"genre_scores_gemma":[0.8734635,0.000002248897,0.1186964,0.0002145949,0.00002923564,0.000003197845,0.000001288131,0.000007226319,0.007582372],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7089168,"threshold_uncertainty_score":0.9986613,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.008383827925464686,"score_gpt":0.2448931584466986,"score_spread":0.2365093305212339,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}