{"id":"W4206885548","doi":"10.18653/v1/w19-57","title":"Proceedings of the 16th Meeting on the Mathematics of Language","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"ca_institutions":"Canada Research Chairs; University of Toronto","funders":"Stony Brook University; National Science Foundation","keywords":"Computer science; Mathematics education; Programming language; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007222102,0.0001803134,0.0002777741,0.0000673655,0.00003939899,0.00009329723,0.003593118,0.0001256767,0.00000929172],"category_scores_gemma":[0.0003478175,0.0000803416,0.0001433519,0.0002407512,0.00007378972,0.00007411843,0.002863641,0.000533121,0.000003307717],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002803679,"about_ca_system_score_gemma":0.00007297838,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005081387,"about_ca_topic_score_gemma":0.000001848888,"domain_scores_codex":[0.9987145,0.00001795935,0.0003403744,0.0002788599,0.0005030688,0.000145207],"domain_scores_gemma":[0.998015,0.0002127898,0.0007091953,0.0008235981,0.0002249109,0.00001448834],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00000364117,0.0001167987,0.0001905439,0.00220794,0.00005551006,9.336619e-7,0.01779096,0.00002692376,0.0381702,0.9345894,0.003647333,0.003199795],"study_design_scores_gemma":[0.00004820417,0.00003446693,0.00003682205,0.002195905,0.00001833086,0.000005371381,0.0006253425,0.01080631,0.9039848,0.08202007,0.00003193933,0.0001923717],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6285694,0.003165626,0.09862569,0.009686765,0.00116834,0.004434296,0.00002831255,0.001698244,0.2526234],"genre_scores_gemma":[0.7225345,0.000005046261,0.2764441,0.0001846081,0.00002305818,0.00001280056,2.74537e-7,0.00001212941,0.000783502],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8658147,"threshold_uncertainty_score":0.6676967,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01529389362128481,"score_gpt":0.263465944672126,"score_spread":0.2481720510508412,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}