{"id":"W2963521149","doi":"10.1145/3304221.3325539","title":"Unexpected Tokens","year":2019,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"ca_institutions":"The Scarborough Hospital","funders":"","keywords":"Computer science; Interpreter; Set (abstract data type); Process (computing); Syntax; Point (geometry); Programming language; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00006479021,0.00003650344,0.00004139777,0.00005481996,0.00001002901,0.00005045478,0.0004736762,0.00001702965,0.0002348343],"category_scores_gemma":[0.00007321757,0.00003091271,0.00001579659,0.0002772465,0.000003887058,0.0001432822,0.0001488841,0.00005789852,0.002406863],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001681236,"about_ca_system_score_gemma":0.00001971738,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001090282,"about_ca_topic_score_gemma":4.79603e-7,"domain_scores_codex":[0.999493,0.000007039136,0.00004349305,0.0001402336,0.0001632044,0.0001530172],"domain_scores_gemma":[0.9993414,0.0001740313,0.000004372665,0.000406908,0.00002983942,0.00004344439],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.000005686383,0.0001328524,0.3363193,0.00005637066,0.00005882479,0.00006945233,0.001358275,0.002220894,0.04661166,0.5187349,0.0464091,0.04802264],"study_design_scores_gemma":[0.001103251,0.0002625815,0.5988398,0.0000247872,0.0000014687,0.00004688886,0.00003884596,0.2707224,0.04632643,0.00202234,0.07987792,0.0007333591],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4388249,0.00002812697,0.5414117,0.0004993899,0.0004319292,0.0001055635,1.291422e-7,0.001043296,0.01765502],"genre_scores_gemma":[0.9650543,7.029524e-7,0.02822535,0.00007349427,0.00001511448,0.000002645889,2.292542e-7,0.000003673309,0.006624462],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5262294,"threshold_uncertainty_score":0.9983699,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0094676423964079,"score_gpt":0.2387978113532881,"score_spread":0.2293301689568802,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}