{"id":"W4206885548","doi":"10.18653/v1/w19-57","title":"Proceedings of the 16th Meeting on the Mathematics of Language","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"ca_institutions":"Canada Research Chairs; University of Toronto","funders":"Stony Brook University; National Science Foundation","keywords":"Computer science; Mathematics education; Programming language; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00472161,0.00147173,0.001655604,0.001960934,0.001537532,0.007780926,0.001913003,0.001659303,0.04236255],"category_scores_gemma":[0.00677173,0.0005757578,0.002193883,0.001620067,0.002706816,0.005523753,0.003940766,0.006720257,0.01393482],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005974253,"about_ca_system_score_gemma":0.00259689,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002459545,"about_ca_topic_score_gemma":0.003367976,"domain_scores_codex":[0.9972045,0.0009973674,0.0002559442,0.0007337492,0.000567431,0.00024098],"domain_scores_gemma":[0.9968194,0.001046928,0.0001122999,0.0007198526,0.0008304858,0.0004710807],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002329715,0.000123368,0.0007184525,0.0006489917,0.0001847378,0.0002712427,0.0004718866,0.003099268,0.002167239,0.4285867,0.4110271,0.1524681],"study_design_scores_gemma":[0.0000356638,0.00005481609,0.0006577264,0.0002210914,0.00005664672,0.0002293068,0.0001191463,0.003996195,0.00103511,0.1530146,0.8405413,0.00003840923],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.01638895,0.1320124,0.2460613,0.09074629,0.2096916,0.0002944767,0.003081929,0.001278477,0.3004446],"genre_scores_gemma":[0.1670778,0.05600872,0.1674344,0.007958964,0.06417632,0.0008130702,0.007083704,0.002091069,0.5273559],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.04236255,"threshold_uncertainty_score":0.1417168,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01529389362128481,"score_gpt":0.263465944672126,"score_spread":0.2481720510508412,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}