{"id":"W2747541555","doi":"10.18653/v1/w17-5205","title":"WASSA-2017 Shared Task on Emotion Intensity","year":2017,"lang":"en","type":"preprint","venue":"","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Sadness; Task (project management); Computer science; Anger; Emotion classification; Artificial intelligence; Natural language processing; Psychology; Social psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007466468,0.005910066,0.005298132,0.004125543,0.0033267,0.004713076,0.003896523,0.00557406,0.01554268],"category_scores_gemma":[0.02652571,0.0008804171,0.003371621,0.002600917,0.001337945,0.005280292,0.01240982,0.00520817,0.02404262],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001726341,"about_ca_system_score_gemma":0.004752889,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01255356,"about_ca_topic_score_gemma":0.0151504,"domain_scores_codex":[0.9883663,0.003180701,0.001260293,0.00254594,0.003147628,0.001499006],"domain_scores_gemma":[0.9791226,0.005161183,0.0007536937,0.006203989,0.006008713,0.002749805],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.006301269,0.002346209,0.008233977,0.003024139,0.00131205,0.001095311,0.000980329,0.005453585,0.04595657,0.002265523,0.7440078,0.1790233],"study_design_scores_gemma":[0.003136545,0.003545674,0.04134396,0.0006585625,0.001701202,0.002255425,0.003352403,0.1954944,0.1167835,0.02700639,0.6035756,0.001146287],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"dataset","genre_gemma":"other","genre_scores_codex":[0.2448501,0.007808517,0.1452098,0.006849997,0.01871789,0.005187457,0.4138905,0.1002731,0.05721262],"genre_scores_gemma":[0.2406163,0.0007679966,0.09580944,0.001628416,0.002543863,0.004612082,0.6223388,0.005516881,0.02616622],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.01554268,"threshold_uncertainty_score":0.05199546,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.07464270248836234,"score_gpt":0.3119290040892959,"score_spread":0.2372863016009335,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}