{"id":"W2511558409","doi":"10.18653/v1/w16-0429","title":"A Practical Guide to Sentiment Annotation: Challenges and Solutions","year":2016,"lang":"en","type":"article","venue":"","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":101,"is_retracted":false,"has_abstract":true,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Annotation; Computer science; Sentiment analysis; Natural language processing; Information retrieval; Artificial intelligence; Simple (philosophy)","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005718189,0.002028614,0.001019186,0.004328127,0.001992112,0.005599234,0.003004534,0.003514877,0.07258645],"category_scores_gemma":[0.02198408,0.002034708,0.0007870856,0.004152528,0.001343028,0.007044047,0.002807296,0.004914818,0.1031075],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001370333,"about_ca_system_score_gemma":0.004046115,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003860498,"about_ca_topic_score_gemma":0.01106838,"domain_scores_codex":[0.9971039,0.001132819,0.0004718547,0.0003038109,0.0008712184,0.0001163171],"domain_scores_gemma":[0.9853284,0.005867403,0.0005063196,0.001361686,0.006387131,0.000549059],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000386904,0.00005239206,0.0001899083,0.0005704517,0.00001118531,0.0001601377,0.0004102259,0.0003801948,0.002855686,0.01983689,0.7865552,0.188939],"study_design_scores_gemma":[0.0000250754,0.00002633411,0.0002570129,0.0003614923,0.000007355845,0.0004822796,0.0004468775,0.003983198,0.001137766,0.03199403,0.9612319,0.00004660366],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0008064732,0.003985855,0.8766621,0.02595125,0.002808985,0.001817252,0.009858028,0.02492426,0.05318565],"genre_scores_gemma":[0.002493266,0.003733859,0.9339178,0.004054572,0.0005785743,0.001321897,0.006087585,0.002378186,0.04543422],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9942818,"threshold_uncertainty_score":0.2428259,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.08541566248393216,"score_gpt":0.3493432048466077,"score_spread":0.2639275423626756,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}