{"id":"W4249939617","doi":"10.18653/v1/2021.spnlp-1","title":"Proceedings of the 5th Workshop on Structured Prediction for NLP (SPNLP 2021)","year":2021,"lang":"en","type":"paratext","venue":"","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Google (Canada); University of Alberta","funders":"","keywords":"Computer science; Artificial intelligence; Natural language processing; Machine learning","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009915223,0.003242505,0.003131259,0.003371462,0.001419525,0.006179633,0.004796394,0.00411932,0.05093704],"category_scores_gemma":[0.02107221,0.001008572,0.002368827,0.003257315,0.001518223,0.01106844,0.00525035,0.005979647,0.03739119],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002470072,"about_ca_system_score_gemma":0.003340869,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007436065,"about_ca_topic_score_gemma":0.0115486,"domain_scores_codex":[0.9930652,0.003223812,0.0004585169,0.001620458,0.001275272,0.0003567289],"domain_scores_gemma":[0.9863651,0.006587651,0.0003291256,0.003102737,0.002647653,0.0009677829],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0005143298,0.0004220369,0.0004918359,0.0009241449,0.0002586124,0.0003794051,0.0003994936,0.006907883,0.004591743,0.005764268,0.5943221,0.3850241],"study_design_scores_gemma":[0.0002591413,0.0004121716,0.002177116,0.0005750197,0.0002088113,0.0005984087,0.0005221086,0.1454765,0.008128876,0.04833695,0.7931641,0.0001408517],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"other","genre_scores_codex":[0.02136585,0.03592816,0.7698339,0.02968634,0.02095494,0.001894394,0.03428021,0.04603238,0.04002386],"genre_scores_gemma":[0.06303886,0.01599315,0.6073803,0.005958611,0.005634695,0.002284557,0.1873218,0.008886186,0.1035019],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.9490629,"threshold_uncertainty_score":0.1704014,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01532654321830648,"score_gpt":0.2868517970105378,"score_spread":0.2715252537922314,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}