{"id":"W3098135292","doi":"10.18653/v1/2020.emnlp-main.427","title":"Help! Need Advice on Identifying Advice","year":2020,"lang":"","type":"article","venue":"ArXiv.org","topic":"Topic Modeling","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University","funders":"University of Texas at Austin; National Science Foundation","keywords":"Advice (programming); Pragmatics; Computer science; Variety (cybernetics); GRASP; Psychology; Artificial intelligence; Linguistics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005336061,0.0006159137,0.0006053833,0.0001710618,0.0005334818,0.0005022406,0.002680145,0.0002712308,0.0003508963],"category_scores_gemma":[0.0004147059,0.0006888625,0.0002994427,0.00142838,0.00009258381,0.001318687,0.001390834,0.001027933,0.006225702],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001437318,"about_ca_system_score_gemma":0.0002517921,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002470639,"about_ca_topic_score_gemma":0.00001998632,"domain_scores_codex":[0.9946844,0.0002680514,0.001029768,0.001910554,0.000978761,0.00112848],"domain_scores_gemma":[0.9966967,0.0002447848,0.0004124044,0.001647524,0.0002475502,0.0007510069],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0005945447,0.001336526,0.576741,0.002364595,0.0008536811,0.002081158,0.08679263,0.03872051,0.03613767,0.02165335,0.02190205,0.2108223],"study_design_scores_gemma":[0.00190691,0.0005505059,0.03980857,0.0005895688,0.0001152016,0.00002783232,0.001123236,0.9225968,0.006971562,0.0003094449,0.02450967,0.001490758],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7714127,0.001028585,0.1887672,0.02644514,0.00340784,0.0005117948,0.000006077868,0.001039148,0.007381466],"genre_scores_gemma":[0.9710833,0.000108637,0.007304908,0.0183047,0.001640151,0.00001843962,0.000003610414,0.00006610459,0.001470086],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8838762,"threshold_uncertainty_score":0.9995562,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.08848159657507164,"score_gpt":0.285614763310375,"score_spread":0.1971331667353033,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}