{"id":"W2511558409","doi":"10.18653/v1/w16-0429","title":"A Practical Guide to Sentiment Annotation: Challenges and Solutions","year":2016,"lang":"en","type":"article","venue":"","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":101,"is_retracted":false,"has_abstract":true,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Annotation; Computer science; Sentiment analysis; Natural language processing; Information retrieval; Artificial intelligence; Simple (philosophy)","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002379277,0.00005614457,0.00006943471,0.00007337877,0.00007489626,0.00006234468,0.0001083551,0.00001663642,0.00006229895],"category_scores_gemma":[0.00004343053,0.00003518225,0.00002553236,0.00009458749,0.00001346583,0.0003312366,0.0001839871,0.00001516381,0.0002028185],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001447207,"about_ca_system_score_gemma":0.00001801595,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002304877,"about_ca_topic_score_gemma":0.000007020983,"domain_scores_codex":[0.9992855,0.00003010466,0.0001284884,0.0002450565,0.0001594154,0.0001514989],"domain_scores_gemma":[0.9995205,0.0001024869,0.00002688547,0.0002133548,0.00003740748,0.00009936082],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00000210236,0.00006070569,0.0001605822,0.000001855646,0.00004532703,0.000005701158,0.0006561614,0.000002237281,0.00178318,0.7317596,0.04641082,0.2191117],"study_design_scores_gemma":[0.001465939,0.0003732844,0.02858724,0.0001159058,0.00005056678,0.00007709341,0.001046837,0.03696381,0.006337127,0.006074239,0.9181336,0.0007743164],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0005627404,0.0002290678,0.8763064,0.1130555,0.00009301459,0.00005350156,2.784957e-7,0.0000595538,0.009639942],"genre_scores_gemma":[0.2685147,0.001068242,0.7143936,0.001911085,0.0001991026,0.00003509741,0.000001122012,0.000009060089,0.01386802],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.8717228,"threshold_uncertainty_score":0.2606889,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.08541566248393216,"score_gpt":0.3493432048466077,"score_spread":0.2639275423626756,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}