{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":797,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":797,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"a62c199a1ef5","filters":{"topic":"Sentiment Analysis and Opinion Mining"}},"results":[{"id":"W2084046180","doi":"10.1162/coli_a_00049","title":"Lexicon-Based Methods for Sentiment Analysis","year":2011,"lang":"en","type":"article","venue":"Computational Linguistics","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":3255,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; University of Toronto; Simon Fraser University","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Sentiment analysis; Lexicon; Polarity (international relations); Natural language processing; Artificial intelligence; Negation; Consistency (knowledge bases); Orientation (vector space); Word (group theory); Process (computing); Reliability (semiconductor); Linguistics; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.08804081832030412,"gpt":0.3846883079456333,"spread":0.2966474896253292,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005435326,0.0001281036,0.0002334296,0.0003497213,0.0001557757,0.00009657346,0.0004309919,0.0000398345,0.00007039191],"category_scores_gemma":[0.0004182503,0.0001282136,0.0002982249,0.0007635624,0.0000316503,0.00003038454,0.00007314403,0.00004999691,0.00001840367],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003017139,"about_ca_system_score_gemma":0.0001129049,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000007259322,"about_ca_topic_score_gemma":8.525061e-7,"domain_scores_codex":[0.9988253,0.00007441887,0.0003494935,0.0003562106,0.0002024434,0.0001922109],"domain_scores_gemma":[0.998261,0.0005680443,0.0001736824,0.000281478,0.0006269315,0.00008890196],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001170726,0.0002034996,0.005020113,0.00001532085,0.0009454419,0.000003127388,0.0005394056,0.09896165,0.00001214157,0.8818005,0.0007191829,0.01176785],"study_design_scores_gemma":[0.0002372295,0.00003840878,0.002166461,0.00000414228,0.0002717913,1.809339e-7,0.000009582795,0.9514331,0.0005974901,0.04001638,0.005070553,0.0001546358],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0001082206,0.00006017566,0.9967714,0.00005938243,0.0006082157,0.0001052908,0.000006410642,0.00008410008,0.002196791],"genre_scores_gemma":[0.1923297,3.781972e-7,0.8070714,0.0002817824,0.0001360475,0.00001255507,0.00006766232,0.000006427489,0.00009398293],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.8524715,"threshold_uncertainty_score":0.52284,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2040467972","doi":"10.1111/j.1467-8640.2012.00460.x","title":"CROWDSOURCING A WORD–EMOTION ASSOCIATION LEXICON","year":2012,"lang":"en","type":"article","venue":"Computational Intelligence","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":2584,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"National Research Council Canada","funders":"National Research Council Canada","keywords":"Lexicon; Crowdsourcing; Computer science; Annotation; Word (group theory); Natural language processing; Polarity (international relations); Term (time); Sentiment analysis; Association (psychology); Artificial intelligence; Quality (philosophy); Psychology; Linguistics; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.03803301095524386,"gpt":0.2981967277978994,"spread":0.2601637168426555,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006741221,0.0001045572,0.0001148825,0.0001491668,0.0001628364,0.0001840631,0.0003421992,0.00005183916,0.0001107326],"category_scores_gemma":[0.0001139361,0.0001074142,0.00008784296,0.0005114548,0.00001341884,0.0008773456,0.0001100469,0.0001045862,0.0005280208],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000163002,"about_ca_system_score_gemma":0.00003838384,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000007491012,"about_ca_topic_score_gemma":6.288315e-7,"domain_scores_codex":[0.9986927,0.00007621993,0.0002838167,0.0002176479,0.000441524,0.0002880985],"domain_scores_gemma":[0.9990757,0.0003119016,0.0001948368,0.0001587857,0.0001638539,0.00009492831],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000004889281,0.0002487156,0.09458412,0.00001431043,0.0001234566,0.000001758771,0.004508726,0.238667,0.0002122091,0.4818862,0.003086878,0.1766617],"study_design_scores_gemma":[0.00007131066,0.00001990555,0.04181354,0.00003078272,0.0000130926,0.000007118207,0.0001562032,0.9310315,0.002164239,0.02219823,0.002241629,0.0002524717],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01786597,0.0002409151,0.9789659,0.0006685962,0.0006268375,0.00005774135,5.07862e-7,0.0001048745,0.001468632],"genre_scores_gemma":[0.9236347,0.000007643431,0.07535514,0.0003095857,0.0002181402,0.000004821127,0.0000132226,0.000005370056,0.0004513861],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9057688,"threshold_uncertainty_score":0.6786815,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2023736093","doi":"10.3758/s13428-012-0314-x","title":"Norms of valence, arousal, and dominance for 13,915 English lemmas","year":2013,"lang":"en","type":"article","venue":"Behavior Research Methods","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":1978,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Psychology; Valence (chemistry); Stimulus (psychology); Taboo; Cognitive psychology; Arousal; Linguistics; Social psychology; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.2235629719078966,"gpt":0.5275938138999604,"spread":0.3040308419920638,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004983515,0.0001192071,0.0002919669,0.0003323755,0.0001896486,0.0002325206,0.0008058702,0.00007358289,0.00007024999],"category_scores_gemma":[0.0006259746,0.0000982401,0.0001102414,0.0007199151,0.0002045946,0.0005537781,0.000425189,0.0002055244,0.000009594309],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002307694,"about_ca_system_score_gemma":0.00006227638,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001767926,"about_ca_topic_score_gemma":0.000004605906,"domain_scores_codex":[0.9976557,0.0005294,0.0003477538,0.0004727762,0.0005222512,0.0004720453],"domain_scores_gemma":[0.9973009,0.001040111,0.0001054592,0.0005987932,0.0008045727,0.0001502027],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0000155234,0.0002780772,0.03933546,0.0000944455,0.00003581458,0.000004713691,0.002668955,0.000006107258,0.07092092,0.008320834,0.005625014,0.8726941],"study_design_scores_gemma":[0.004558884,0.002360138,0.4411436,0.0003949822,0.0001444108,0.00002339056,0.003962027,0.09494217,0.371912,0.0162034,0.06269742,0.001657535],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.513875,0.0007097914,0.4832147,0.0002170878,0.0003043253,0.0009971914,0.00000525136,0.00005063127,0.0006260438],"genre_scores_gemma":[0.1650989,0.0001416142,0.8326613,0.00001718896,0.00009993105,0.000503104,0.000003470295,0.00001393696,0.001460513],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8710366,"threshold_uncertainty_score":0.4006115,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2949998441","doi":"10.48550/arxiv.cs/0212032","title":"Thumbs Up or Thumbs Down? Semantic Orientation Applied to Unsupervised Classification of Reviews","year":2002,"lang":"en","type":"preprint","venue":"ArXiv.org","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":1585,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"National Research Council Canada","funders":"","keywords":"Phrase; Orientation (vector space); Natural language processing; Word (group theory); Computer science; Artificial intelligence; Linguistics; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.1540121900601793,"gpt":0.3315217737850789,"spread":0.1775095837248996,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007562923,0.0003422007,0.0007155486,0.0003315956,0.0001214378,0.0001452323,0.001353269,0.0001818731,0.0003510805],"category_scores_gemma":[0.00008635195,0.0002761451,0.0002688903,0.0008649672,0.00003763911,0.0001790419,0.0006703609,0.0002716798,0.0007340186],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000755869,"about_ca_system_score_gemma":0.00006886285,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003295601,"about_ca_topic_score_gemma":0.00001691869,"domain_scores_codex":[0.9970493,0.0001682756,0.00102176,0.000992981,0.0004745584,0.0002931528],"domain_scores_gemma":[0.9972009,0.00009367273,0.0007387544,0.001672744,0.0001705522,0.0001233805],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000310052,0.001855415,0.4029222,0.003555888,0.001436646,0.00002347176,0.06996769,0.003124155,0.08790634,0.03275456,0.03714698,0.3589966],"study_design_scores_gemma":[0.003413283,0.0005084013,0.6960117,0.003082439,0.0009634887,0.000008887312,0.001658185,0.1762936,0.02788408,0.001881068,0.08437771,0.003917265],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7516805,0.0009597971,0.2391218,0.00123828,0.001792659,0.001833926,0.00000803154,0.0001998888,0.003165186],"genre_scores_gemma":[0.9870994,0.0008276257,0.00915837,0.0003880526,0.000206229,0.0001776636,0.00008434772,0.00002541781,0.002032895],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3550793,"threshold_uncertainty_score":0.9999691,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2168625136","doi":"10.1145/944012.944013","title":"Measuring praise and criticism","year":2003,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":1509,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"National Research Council Canada","funders":"National Aeronautics and Space Administration","keywords":"Computer science; Praise; Natural language processing; Artificial intelligence; Orientation (vector space); Pointwise mutual information; Noun; Set (abstract data type); Word (group theory); Latent semantic analysis; Criticism; Semantics (computer science); Linguistics; Psychology; Mutual information; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.03905183252988257,"gpt":0.2486251028607023,"spread":0.2095732703308197,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003450503,0.00008236932,0.0001038887,0.0002341407,0.0002240237,0.0003896186,0.0002029239,0.00003827719,0.000015818],"category_scores_gemma":[0.00003592147,0.00007662295,0.00004157337,0.0002694822,0.0000120843,0.001903633,0.000003890769,0.00007352517,0.0001274782],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002252055,"about_ca_system_score_gemma":0.00002027972,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001167119,"about_ca_topic_score_gemma":8.363291e-7,"domain_scores_codex":[0.9991605,0.0000536994,0.0003052591,0.0001013452,0.0002536721,0.0001255773],"domain_scores_gemma":[0.9993221,0.0000765637,0.00007773475,0.0003713291,0.0000877827,0.00006448733],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002290753,0.0002629744,0.001348307,0.000526619,0.0004822649,0.000005915878,0.02507448,0.04123302,0.0004718946,0.6655425,0.002107973,0.2629211],"study_design_scores_gemma":[0.003784993,0.0003367621,0.00201897,0.0004951789,0.0001052115,0.0003077445,0.009785664,0.2790479,0.01439158,0.001883199,0.6862599,0.001582881],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.002452929,0.0000670041,0.9900006,0.0001948259,0.0005411352,0.0001142852,0.000001728287,0.00009103302,0.00653648],"genre_scores_gemma":[0.9921177,0.00001868432,0.007434312,0.0001560159,0.000009881243,0.00002793713,0.000001336271,0.000002685543,0.0002314661],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9896647,"threshold_uncertainty_score":0.3757101,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2156413587","doi":"10.1613/jair.4272","title":"Sentiment Analysis of Short Informal Texts","year":2014,"lang":"en","type":"article","venue":"Journal of Artificial Intelligence Research","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":890,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"National Research Council Canada","funders":"","keywords":"Computer science; SemEval; Task (project management); Lexicon; Sentiment analysis; Phrase; Natural language processing; Artificial intelligence; Variety (cybernetics); Word (group theory); Term (time); Set (abstract data type); Linguistics","retraction":null,"screen_n_in":null,"score":{"opus":0.1410959079151924,"gpt":0.4268329994839138,"spread":0.2857370915687214,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007217932,0.0001002626,0.0004378361,0.002302445,0.0001408703,0.0002238107,0.001237115,0.00005862428,0.0001864888],"category_scores_gemma":[0.0003521981,0.00008003078,0.0004284105,0.003872633,0.0001361259,0.0005576493,0.0002733444,0.0003571259,0.00004132438],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004369549,"about_ca_system_score_gemma":0.0001221729,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002320993,"about_ca_topic_score_gemma":0.0000190418,"domain_scores_codex":[0.9962405,0.0002850119,0.001177809,0.0001885505,0.001728562,0.0003795446],"domain_scores_gemma":[0.9972973,0.0004860308,0.0003172211,0.0004309442,0.001288486,0.0001800061],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00007221759,0.0004317302,0.01015969,0.00001894182,0.001648374,0.00001826176,0.002890509,0.02407097,0.01236056,0.0981238,0.0004640892,0.8497409],"study_design_scores_gemma":[0.000028817,0.0005277306,0.003912264,0.00004936266,0.0001811171,0.000007125131,0.000841019,0.8474557,0.1414292,0.003621453,0.001797931,0.0001483217],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2589856,0.0001092665,0.7387027,0.0004522035,0.0002406387,0.00006350721,5.921028e-7,0.000007264086,0.001438261],"genre_scores_gemma":[0.9913398,0.00005721714,0.008332551,0.000023209,0.0001536995,9.575153e-7,8.630357e-7,0.000004074527,0.00008762798],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8495925,"threshold_uncertainty_score":0.326356,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2162010436","doi":"","title":"Emotions Evoked by Common Words and Phrases: Using Mechanical Turk to Create an Emotion Lexicon","year":2010,"lang":"en","type":"article","venue":"NPARC","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":873,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":true,"about_ca":false},"ca_institutions":"National Research Council Canada","funders":"National Research Council Canada","keywords":"Lexicon; Computer science; Natural language processing; Word (group theory); Sentiment analysis; Emotion classification; Orientation (vector space); Artificial intelligence; Term (time); Polarity (international relations); Quality (philosophy); Emotion recognition; Semantics (computer science); Speech recognition; Linguistics; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.02472797718163747,"gpt":0.2964459804661465,"spread":0.271718003284509,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002961407,0.0001096917,0.0001565611,0.0001115267,0.0002051847,0.0002686348,0.0003074619,0.00006482094,0.0001537535],"category_scores_gemma":[0.00002343054,0.0001037657,0.00004574946,0.0003041209,0.00002625761,0.0004142801,0.0001512367,0.0001420539,0.00001745056],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001596991,"about_ca_system_score_gemma":0.00001947452,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004550653,"about_ca_topic_score_gemma":0.00004435993,"domain_scores_codex":[0.9989924,0.00006740085,0.000186741,0.0003532241,0.0002014534,0.000198714],"domain_scores_gemma":[0.9992895,0.00003785532,0.00005878595,0.0003925985,0.00003091199,0.0001903894],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000007317531,0.0001418409,0.001566809,0.000004093636,0.00002504835,0.000003089903,0.001347864,0.0000537246,0.9327102,0.02860553,0.0007848089,0.03474968],"study_design_scores_gemma":[0.0006005432,0.0002306648,0.00295455,0.00004977722,0.00005031686,0.00002238123,0.0003592642,0.9389374,0.04147058,0.01335943,0.001520512,0.0004446217],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8342811,0.000005409045,0.1638248,0.0008447588,0.0002475816,0.000077498,0.000002529743,0.00006455239,0.0006517582],"genre_scores_gemma":[0.9330982,0.000003031941,0.06644311,0.0002280438,0.00008653854,0.000002623451,0.00001093878,0.000007214893,0.0001203281],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9388836,"threshold_uncertainty_score":0.4231441,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2460159515","doi":"10.18653/v1/s16-1003","title":"SemEval-2016 Task 6: Detecting Stance in Tweets","year":2016,"lang":"en","type":"article","venue":"","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":857,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; National Research Council Canada","funders":"","keywords":"SemEval; Task (project management); Computer science; Natural language processing; Artificial intelligence; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.01537311927603455,"gpt":0.2510792161289844,"spread":0.2357060968529498,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003699617,0.00007834782,0.0001106377,0.0001283832,0.00004540855,0.00006506702,0.000403624,0.00002576483,0.0001238103],"category_scores_gemma":[0.00004045967,0.00004730146,0.00004710314,0.0003502005,0.00001245979,0.0004297966,0.0001362481,0.00003529158,0.000205948],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003641033,"about_ca_system_score_gemma":0.00002409626,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002291628,"about_ca_topic_score_gemma":0.00005568174,"domain_scores_codex":[0.9990342,0.00003925939,0.0002056247,0.0002998902,0.0001875843,0.0002334254],"domain_scores_gemma":[0.9994204,0.0001214907,0.00006117494,0.0003208725,0.00002973826,0.00004631057],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.000007035986,0.00006595251,0.08867098,0.000007829321,0.00003934295,0.00002447579,0.0008167911,0.00003382214,0.08333106,0.02348607,0.003017822,0.8004988],"study_design_scores_gemma":[0.00939859,0.0004801591,0.1808835,0.001718077,0.00003879492,0.00003213262,0.0009049199,0.2060167,0.4768183,0.02786214,0.0923304,0.00351627],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1830171,0.0001441843,0.8052099,0.00155269,0.0002863835,0.00005990474,3.288026e-7,0.0001266026,0.009602903],"genre_scores_gemma":[0.9835967,0.00002193925,0.01303156,0.0001722025,0.00004679455,0.000003455794,1.111627e-7,0.000004094054,0.003123122],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8005796,"threshold_uncertainty_score":0.2647114,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2063596712","doi":"10.1111/j.1467-8640.2006.00277.x","title":"SENTIMENT CLASSIFICATION of MOVIE REVIEWS USING CONTEXTUAL VALENCE SHIFTERS","year":2006,"lang":"en","type":"article","venue":"Computational Intelligence","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":750,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Bigram; Valence (chemistry); Negation; Natural language processing; Computer science; Artificial intelligence; Term (time); Sentiment analysis; Support vector machine; Pattern recognition (psychology); Physics; Trigram","retraction":null,"screen_n_in":null,"score":{"opus":0.09465421034018377,"gpt":0.3375719904772647,"spread":0.2429177801370809,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004280611,0.0001319492,0.0002261127,0.0001614489,0.00009451438,0.00008038547,0.0005265999,0.00003388226,0.00006176437],"category_scores_gemma":[0.00002853288,0.0001268565,0.0001371166,0.0005361907,0.0000862653,0.0003320824,0.0001042013,0.0000651099,0.00007448354],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005283663,"about_ca_system_score_gemma":0.00005549703,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003970307,"about_ca_topic_score_gemma":0.000002105275,"domain_scores_codex":[0.9982965,0.0000967189,0.0006977329,0.0003550827,0.0003915083,0.0001624371],"domain_scores_gemma":[0.998912,0.0001612859,0.0004027694,0.0002726413,0.0002073565,0.00004395803],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000008272749,0.000261599,0.005787299,0.00005986757,0.00004830297,0.000004048345,0.0005537206,0.4503601,0.004117923,0.4721464,0.001793716,0.0648587],"study_design_scores_gemma":[0.00005291087,0.00002133852,0.004955175,0.00008407907,0.00001277069,0.000004439608,0.00004720559,0.9798491,0.002798646,0.011006,0.001021031,0.0001473137],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01489046,0.001093298,0.9830535,0.0001570538,0.0002027777,0.0001489339,0.000002566321,0.00003127481,0.0004201132],"genre_scores_gemma":[0.8433369,0.00004209953,0.1563237,0.0000990761,0.00005410193,0.000006199239,0.00002600729,0.000004916903,0.000107055],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8284464,"threshold_uncertainty_score":0.5173057,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2805744755","doi":"10.18653/v1/s18-1001","title":"SemEval-2018 Task 1: Affect in Tweets","year":2018,"lang":"en","type":"article","venue":"","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":745,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"National Research Council Canada","funders":"","keywords":"SemEval; Valence (chemistry); Computer science; Affect (linguistics); Task (project management); Natural language processing; Sentiment analysis; Emotion detection; Artificial intelligence; Emotion classification; Focus (optics); Emotion recognition; Linguistics","retraction":null,"screen_n_in":null,"score":{"opus":0.02371668830788393,"gpt":0.2892998895742772,"spread":0.2655832012663933,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003136942,0.00007175282,0.0001048084,0.0001444437,0.00005052745,0.00009796861,0.0004107792,0.00002710113,0.000339012],"category_scores_gemma":[0.00001371972,0.00005756396,0.00004839479,0.0004939389,0.00002781272,0.0002516994,0.0001577677,0.00003879552,0.0009041784],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001769348,"about_ca_system_score_gemma":0.00001647801,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004520475,"about_ca_topic_score_gemma":0.00006341686,"domain_scores_codex":[0.9991941,0.00004072522,0.0001413994,0.0002607428,0.0001710241,0.000191943],"domain_scores_gemma":[0.9995211,0.00003905683,0.00003421056,0.000333816,0.00002747768,0.00004430941],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002448818,0.0005816605,0.3664455,0.00002817609,0.0002184262,0.00007350434,0.007677252,0.00008827522,0.03469203,0.1867042,0.2569197,0.1465468],"study_design_scores_gemma":[0.001891302,0.0006173222,0.1937083,0.0001028425,0.00002154623,0.00001262065,0.0002056586,0.6738392,0.04970806,0.004557534,0.07433297,0.00100261],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3773535,0.00009520783,0.497793,0.001610681,0.001118112,0.0001566071,3.445115e-7,0.0002373889,0.1216352],"genre_scores_gemma":[0.9863581,0.000003956347,0.01112946,0.0004816866,0.0001394022,0.000002322911,8.660768e-7,0.000003242341,0.001880958],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6737509,"threshold_uncertainty_score":0.9998738,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2252057809","doi":"10.3115/v1/s14-2076","title":"NRC-Canada-2014: Detecting Aspects and Sentiment in Customer Reviews","year":2014,"lang":"en","type":"article","venue":"","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":709,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Sentiment analysis; Computer science; Data science; Information retrieval; Natural language processing","retraction":null,"screen_n_in":null,"score":{"opus":0.01415576873543839,"gpt":0.2401774215005479,"spread":0.2260216527651095,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000908033,0.00009753679,0.0001978873,0.0001011312,0.00006470807,0.0000978034,0.0002234487,0.00001974459,0.00009615309],"category_scores_gemma":[0.00005157681,0.00007857536,0.00003397814,0.0002411263,0.000008605988,0.0001600482,0.0001515905,0.00006770409,0.00007210585],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005584507,"about_ca_system_score_gemma":0.00003818324,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.01158345,"about_ca_topic_score_gemma":0.08638658,"domain_scores_codex":[0.9989002,0.00008738229,0.0002615059,0.0003009675,0.0002505875,0.0001993538],"domain_scores_gemma":[0.9994804,0.000067398,0.00008293504,0.0002736115,0.000025009,0.00007060121],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000004332302,0.0001099226,0.07039769,0.00009097491,0.0000760226,0.00002409386,0.0009851686,0.0002598447,0.003511639,0.07463066,0.06680601,0.7831036],"study_design_scores_gemma":[0.0008724956,0.0000573017,0.02549765,0.0001432121,0.00002247203,0.00001462885,0.0001432233,0.4057004,0.007043731,0.0007401117,0.5590789,0.0006858787],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2250984,0.005777147,0.5142902,0.006363715,0.001898205,0.000927088,4.487356e-7,0.0002630003,0.2453818],"genre_scores_gemma":[0.9830368,0.0001116393,0.01518136,0.0008779123,0.00005677918,0.000005881986,4.519635e-7,0.000004661492,0.0007245481],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7824178,"threshold_uncertainty_score":0.9949985,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2618843390","doi":"10.1145/3057270","title":"Current State of Text Sentiment Analysis from Opinion to Emotion Mining","year":2017,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":485,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Sentiment analysis; Computer science; Perspective (graphical); Emotion classification; Focus (optics); Data science; Emotion detection; Concept mining; Natural language processing; Artificial intelligence; Web mining; Emotion recognition; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.1454330033349877,"gpt":0.4061492283394427,"spread":0.2607162250044549,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004609187,0.00060139,0.002879825,0.001380576,0.0003268803,0.0005850492,0.003964109,0.0001132842,0.00002285659],"category_scores_gemma":[0.0004104978,0.0005506879,0.001445078,0.002071048,0.00003925172,0.0002346755,0.002808238,0.0003001876,0.0001254042],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001275448,"about_ca_system_score_gemma":0.0001951207,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002588518,"about_ca_topic_score_gemma":0.00002670837,"domain_scores_codex":[0.993748,0.001851633,0.001680857,0.00136271,0.0008291127,0.0005276894],"domain_scores_gemma":[0.9927397,0.00110966,0.002403218,0.003281899,0.000250911,0.0002145994],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[4.492694e-7,0.00005990473,0.001128459,0.0004578027,0.001206594,0.000002005107,0.0003745977,0.000486761,2.688477e-7,0.00001087281,0.0003384638,0.9959338],"study_design_scores_gemma":[0.0004615148,0.0001332461,0.03590178,0.02250685,0.003732218,0.00000293763,0.00002090222,0.08395083,0.00001405103,0.0001333542,0.8510615,0.002080835],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0003433039,0.6487572,0.3486508,0.00002387142,0.001788395,0.0002927362,0.00003939447,0.00007473093,0.00002959845],"genre_scores_gemma":[0.001458892,0.9606849,0.03649715,0.00001398349,0.00045248,0.00001020465,0.0007388876,0.00004934083,0.00009415529],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.993853,"threshold_uncertainty_score":0.9996945,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1589554437","doi":"10.48550/arxiv.1308.6242","title":"NRC-Canada: Building the State-of-the-Art in Sentiment Analysis of Tweets","year":2013,"lang":"en","type":"article","venue":"arXiv (Cornell University)","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":460,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Computer science; Lexicon; Sentiment analysis; Task (project management); Word (group theory); Variety (cybernetics); Natural language processing; Term (time); Artificial intelligence; State (computer science); Information retrieval; Linguistics","retraction":null,"screen_n_in":null,"score":{"opus":0.02929141363701235,"gpt":0.1701409945858029,"spread":0.1408495809487905,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002669965,0.00008696207,0.0002095027,0.000247034,0.0000685119,0.00002528224,0.0009111874,0.00001795423,0.00007318712],"category_scores_gemma":[0.00001454052,0.00006350769,0.0001741173,0.00295633,0.00005304816,0.0002169335,0.0003118868,0.00007168364,0.000005843812],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001050723,"about_ca_system_score_gemma":0.0001051045,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.03023452,"about_ca_topic_score_gemma":0.03811999,"domain_scores_codex":[0.999077,0.00009588274,0.0002149658,0.0002628054,0.0001767715,0.000172587],"domain_scores_gemma":[0.9989622,0.000108927,0.0002149142,0.0005559941,0.0001174196,0.00004051358],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000005531705,0.0001089144,0.4639785,0.00001027132,0.001121685,0.00001569398,0.0005283633,0.5075874,0.001134895,0.02195898,0.00172082,0.001828911],"study_design_scores_gemma":[0.0002026724,0.00001041224,0.1784621,0.00001645634,0.0001885758,2.006363e-7,0.0001410851,0.8171594,0.002585474,0.0006834697,0.0004418318,0.000108249],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9455684,0.00002208704,0.05369176,0.000201629,0.00008592668,0.00009091711,0.000001208986,0.000006411309,0.0003316281],"genre_scores_gemma":[0.9987272,0.000009023865,0.0002384234,0.00006218249,0.000003649362,2.710971e-7,6.490804e-7,0.000002419866,0.0009561622],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.309572,"threshold_uncertainty_score":0.9794318,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2347127863","doi":"10.1145/3003433","title":"Stance and Sentiment in Tweets","year":2017,"lang":"en","type":"article","venue":"ACM Transactions on Internet Technology","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":435,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; National Research Council Canada","funders":"","keywords":"Computer science; Task (project management); SemEval; Sentiment analysis; Natural language processing; Artificial intelligence; Word (group theory); Simple (philosophy); Test (biology); Linguistics","retraction":null,"screen_n_in":null,"score":{"opus":0.02073649958369465,"gpt":0.2862651887421067,"spread":0.265528689158412,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009946679,0.00009305927,0.0001368807,0.000379074,0.0001207706,0.0001354982,0.001178064,0.00008668209,0.00004558977],"category_scores_gemma":[0.00001882006,0.00009077269,0.000035135,0.0001393802,0.00009818727,0.0002413026,0.00006661825,0.0001787289,0.0000417834],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002899087,"about_ca_system_score_gemma":0.000007938474,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000440695,"about_ca_topic_score_gemma":0.0001300313,"domain_scores_codex":[0.9992325,0.00001225332,0.0001621743,0.000331696,0.00009186999,0.0001695405],"domain_scores_gemma":[0.9987816,0.00002633053,0.00007994732,0.001066412,0.00001855683,0.00002715202],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00002193212,0.0003204883,0.03385284,0.00001359443,0.0001571427,0.00007507932,0.0008170966,0.000118551,0.001562669,0.05185182,0.00036104,0.9108478],"study_design_scores_gemma":[0.008751378,0.001895394,0.1237909,0.001077649,0.0001340712,0.0002466786,0.001424564,0.2390777,0.4177155,0.1461592,0.05711628,0.002610656],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2935389,0.0001165288,0.6955348,0.009451036,0.0003501649,0.00009117518,0.000001042963,0.0001506764,0.000765705],"genre_scores_gemma":[0.98513,0.00007192786,0.01391958,0.00007721783,0.000005692039,0.00001238907,2.877073e-7,0.000004349853,0.0007785162],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9082371,"threshold_uncertainty_score":0.3701603,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2970748008","doi":"10.18653/v1/d19-1569","title":"Aspect-Level Sentiment Analysis Via Convolution over Dependency Tree","year":2019,"lang":"en","type":"article","venue":"","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":427,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"National Key Research and Development Program of China; Beijing Advanced Innovation Center for Big Data and Brain Computing; Fundamental Research Funds for the Central Universities; State Key Laboratory of Software Development Environment; National Natural Science Foundation of China","keywords":"Dependency (UML); Computer science; Convolution (computer science); Natural language processing; Tree (set theory); Zhàng; Artificial intelligence; Joint (building); Sentiment analysis; China; Mathematics; Engineering; Geography; Archaeology; Artificial neural network; Combinatorics; Architectural engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.0186012261346731,"gpt":0.2538771018828641,"spread":0.2352758757481909,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0002863366,0.0001500691,0.0002772949,0.000425419,0.00007650092,0.0001726231,0.0005268438,0.00005444091,0.003401675],"category_scores_gemma":[0.000004080826,0.0001280645,0.0003458079,0.001396998,0.00001180651,0.0004830555,0.0002129903,0.00007330065,0.001320352],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006527457,"about_ca_system_score_gemma":0.00002758736,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001690775,"about_ca_topic_score_gemma":0.000111886,"domain_scores_codex":[0.9983104,0.00005250967,0.000311792,0.000527959,0.0005220059,0.0002753594],"domain_scores_gemma":[0.9989784,0.00004357158,0.0001290454,0.0006927663,0.00006730165,0.00008896689],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001371455,0.0004227881,0.7939534,0.00001469863,0.004214715,0.00001723417,0.0007466316,0.002470272,0.01195077,0.1264891,0.004575778,0.05513093],"study_design_scores_gemma":[0.0004760323,0.00004472184,0.2119923,0.000005161009,0.0002531777,0.000001905537,0.00004334177,0.7815241,0.00367399,0.0007164155,0.0009820288,0.0002868425],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1148429,0.00009493115,0.8650272,0.0002471657,0.0003479873,0.0001181207,0.000001064221,0.0001158276,0.01920478],"genre_scores_gemma":[0.9717508,0.000007255516,0.0154081,0.0002260776,0.00004185545,0.000003654827,0.0000142116,0.000005373381,0.01254271],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8569078,"threshold_uncertainty_score":0.9994572,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2949709688","doi":"10.48550/arxiv.1308.6242","title":"NRC-Canada: Building the State-of-the-Art in Sentiment Analysis of\\n Tweets","year":2013,"lang":"","type":"preprint","venue":"arXiv (Cornell University)","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":419,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Lexicon; Sentiment analysis; Task (project management); Computer science; Variety (cybernetics); Word (group theory); Natural language processing; Artificial intelligence; Term (time); State (computer science); Information retrieval; Linguistics; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.04688768530605174,"gpt":0.1887853829841318,"spread":0.14189769767808,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001343435,0.0005194444,0.001205969,0.001076141,0.0002765362,0.0001369635,0.004113418,0.0001583383,0.0003477245],"category_scores_gemma":[0.00006107559,0.000422492,0.001180462,0.007695768,0.0003298575,0.0003468061,0.003697218,0.0006414576,0.00001703086],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007400745,"about_ca_system_score_gemma":0.001092406,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.1161026,"about_ca_topic_score_gemma":0.1337813,"domain_scores_codex":[0.9954653,0.0006479609,0.001124044,0.001422282,0.0007057591,0.0006346139],"domain_scores_gemma":[0.9944714,0.0004444353,0.001829288,0.002496829,0.000588764,0.0001693222],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001601027,0.0001500913,0.111449,0.00004446553,0.003245897,0.000030193,0.0006734502,0.8758405,0.0001313044,0.006867028,0.0004400277,0.001111996],"study_design_scores_gemma":[0.0003957388,0.00002274267,0.07986971,0.0002052023,0.002025359,5.711058e-7,0.000294079,0.9134667,0.001339716,0.001037177,0.0009118083,0.0004311782],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9067162,0.000168849,0.09107844,0.000285794,0.0008033887,0.0004666937,0.00001968427,0.00001136841,0.0004495511],"genre_scores_gemma":[0.9959765,0.0002291313,0.0003284994,0.00008180163,0.00002353505,0.000001321944,0.000007503108,0.00001493187,0.003336793],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.09074994,"threshold_uncertainty_score":0.9998227,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1569507287","doi":"10.1111/coin.12024","title":"Using Hashtags to Capture Fine Emotion Categories from Tweets","year":2014,"lang":"en","type":"article","venue":"Computational Intelligence","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":412,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"National Research Council Canada","funders":"","keywords":"Lexicon; Social media; Computer science; Emotion classification; Sentiment analysis; Big Five personality traits; Word (group theory); Microblogging; Admiration; Natural language processing; Artificial intelligence; Emotion detection; Personality; Psychology; Emotion recognition; Linguistics; Social psychology; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.06287620001503862,"gpt":0.3180379788060219,"spread":0.2551617787909832,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001973091,0.0001381531,0.0001624932,0.0001496124,0.0001643399,0.0002342863,0.0005443624,0.0000441646,0.00009610151],"category_scores_gemma":[0.00007588007,0.0001347817,0.00006966509,0.0005128829,0.00003042899,0.0003100786,0.0001768972,0.00008474543,0.0002635564],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004207456,"about_ca_system_score_gemma":0.00004294517,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001798384,"about_ca_topic_score_gemma":0.00001624441,"domain_scores_codex":[0.998681,0.000063317,0.0002923652,0.0004183052,0.00036128,0.0001837142],"domain_scores_gemma":[0.9990798,0.0002333894,0.000102185,0.000259231,0.0002151085,0.0001102511],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000003571844,0.00003358218,0.001764902,0.000003525105,0.00002843663,0.000002187335,0.001698946,0.8799006,0.0002983691,0.08247226,0.0006458497,0.0331478],"study_design_scores_gemma":[0.00003876674,0.00002441688,0.003687653,0.00002607241,0.000007652896,0.000002769915,0.00006658957,0.9491493,0.001767894,0.04410637,0.0009520356,0.0001705378],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04487142,0.00007955726,0.9533576,0.0007448538,0.0005074251,0.00006419532,0.000002884675,0.0000717099,0.0003003041],"genre_scores_gemma":[0.7442498,8.246187e-7,0.255022,0.0004759918,0.0001364094,0.0000021266,0.00003324643,0.000005575652,0.00007395504],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6993784,"threshold_uncertainty_score":0.5496238,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1822239915","doi":"10.1146/annurev-linguistics-011415-040518","title":"Sentiment Analysis: An Overview from Linguistics","year":2015,"lang":"en","type":"article","venue":"Annual Review of Linguistics","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":402,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Sentiment analysis; Computer science; Natural language processing; Context (archaeology); Field (mathematics); Intersection (aeronautics); Computational linguistics; Linguistics; Social media; Repertoire; Corpus linguistics; Artificial intelligence; Linguistic analysis; World Wide Web; History","retraction":null,"screen_n_in":null,"score":{"opus":0.08045031633417499,"gpt":0.3777416211088148,"spread":0.2972913047746398,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00116333,0.0002248241,0.0008247068,0.0001832223,0.000053502,0.00007636074,0.0009875749,0.00006082627,0.00005217041],"category_scores_gemma":[0.005886883,0.0001994523,0.0003548341,0.001331091,0.00004159636,0.00006070158,0.0003012327,0.0001217979,0.0000875819],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003811017,"about_ca_system_score_gemma":0.000154968,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001346486,"about_ca_topic_score_gemma":0.00001093874,"domain_scores_codex":[0.9973522,0.0001898076,0.0009348982,0.0004749017,0.0007928543,0.0002553459],"domain_scores_gemma":[0.9953004,0.0001468323,0.0005464537,0.00114543,0.002550576,0.0003103834],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000313784,0.002301325,0.0251965,0.004850435,0.007988834,0.0002243846,0.008138711,0.001827332,0.00001809941,0.7728829,0.123285,0.0532551],"study_design_scores_gemma":[0.0003279409,0.0002021963,0.0005345093,0.002594927,0.002740353,6.619054e-7,0.0002093483,0.04202163,0.0001468846,0.003549903,0.9471588,0.0005128575],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"methods","genre_scores_codex":[0.0007120201,0.7895443,0.1771595,0.0004828198,0.00714052,0.0006876575,0.0003699042,0.0003437624,0.02355952],"genre_scores_gemma":[0.2264491,0.1547222,0.6003802,0.008911557,0.006996904,0.00002917284,0.001504311,0.0000854891,0.0009210866],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.8238738,"threshold_uncertainty_score":0.8133428,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3027304069","doi":"10.1016/b978-0-08-100508-8.00009-6","title":"Sentiment Analysis","year":2016,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":384,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"National Research Council Canada","funders":"","keywords":"Sentiment analysis; Paralanguage; Computer science; Natural language processing; Task (project management); Valence (chemistry); Artificial intelligence; Tone (literature); Linguistics; Psychology; Communication","retraction":null,"screen_n_in":null,"score":{"opus":0.01704855522383952,"gpt":0.2469778397429098,"spread":0.2299292845190702,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0003324661,0.0004344215,0.0007582204,0.0007850968,0.0001385298,0.0002265697,0.001113623,0.0002115083,0.001033537],"category_scores_gemma":[0.00000397535,0.0003331701,0.001090131,0.00008519625,0.0000628197,0.0001095289,0.0005151163,0.0001934967,0.001288152],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009146458,"about_ca_system_score_gemma":0.00006658533,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":1.511696e-7,"about_ca_topic_score_gemma":0.00000465203,"domain_scores_codex":[0.9974777,0.00003151836,0.0005818235,0.0008796211,0.0006769928,0.0003523634],"domain_scores_gemma":[0.9977433,0.0000659835,0.0004335664,0.001467058,0.0001164268,0.0001736614],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000001014068,0.000004560587,0.00002071599,0.000006590145,0.001981541,0.00003052235,0.000104332,0.000001488176,0.00001074819,0.07926911,0.0002620689,0.9183073],"study_design_scores_gemma":[0.0001605094,0.00002191744,0.00001767661,0.0001187416,0.0009470836,0.000003431478,0.000001764966,0.0003734337,0.00009289962,0.009313527,0.9884337,0.0005153169],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.000004112753,0.0006167014,0.006230981,0.0002320391,0.0003975052,0.0001569644,0.000008277833,0.000130266,0.9922231],"genre_scores_gemma":[0.0004845271,0.00005690099,0.002801312,0.0003189945,0.0002747975,0.00001106518,0.00001169189,0.00003217559,0.9960085],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.9881716,"threshold_uncertainty_score":0.999912,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2741447225","doi":"10.18653/v1/p17-1067","title":"EmoNet: Fine-Grained Emotion Detection with Gated Recurrent Neural Networks","year":2017,"lang":"en","type":"article","venue":"","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":383,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Task (project management); Emotion detection; Emotion recognition; Deep neural networks; Artificial intelligence; Ranging; Deep learning; Emotion classification; Artificial neural network; Task analysis; Machine learning; Natural language processing","retraction":null,"screen_n_in":null,"score":{"opus":0.02179387651304163,"gpt":0.2557212958222981,"spread":0.2339274193092565,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001596762,0.0001076024,0.00012221,0.00007058016,0.000463335,0.0005335382,0.0004542208,0.00003736435,0.00003783383],"category_scores_gemma":[0.00001470341,0.0000781467,0.00005837545,0.0001474336,0.0000263057,0.0005165676,0.0001148338,0.00008838452,0.00001461863],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001612411,"about_ca_system_score_gemma":0.000006419741,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005377344,"about_ca_topic_score_gemma":0.0001363479,"domain_scores_codex":[0.9991545,0.00003318266,0.0001480559,0.000294456,0.00018071,0.0001891062],"domain_scores_gemma":[0.9990959,0.00001540878,0.0001764816,0.0005829645,0.00006766535,0.00006163241],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003795615,0.00008258013,0.01488464,0.000005362761,0.00008994008,0.00001306384,0.0002619977,0.01104106,0.0006298929,0.001647992,0.001159778,0.9701458],"study_design_scores_gemma":[0.0003171732,0.0001093641,0.02812221,0.00001195928,0.00000974538,0.00000471508,0.00001156675,0.9701387,0.0008364705,0.00002778176,0.0002912221,0.0001190911],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1475773,0.00002352631,0.8499071,0.0005946065,0.0005098649,0.00008350395,1.085954e-7,0.0001238991,0.001180162],"genre_scores_gemma":[0.9955612,0.000005729068,0.003779013,0.0000543899,0.0001242642,0.000002608801,0.000004810799,0.000005143861,0.0004628817],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9700267,"threshold_uncertainty_score":0.5144922,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3035119815","doi":"10.1109/jbhi.2020.3001216","title":"Deep Sentiment Classification and Topic Discovery on Novel Coronavirus or COVID-19 Online Discussions: NLP Using LSTM Recurrent Neural Network Approach","year":2020,"lang":"en","type":"article","venue":"IEEE Journal of Biomedical and Health Informatics","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":379,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University","funders":"National Social Science Fund of China; National Natural Science Foundation of China; Fundamental Research Funds for the Central Universities; Nanjing Science and Technology Commission; National Science Foundation","keywords":"Computer science; Artificial intelligence; Sentiment analysis; Social media; Recurrent neural network; Coronavirus disease 2019 (COVID-19); Natural language processing; Deep learning; Machine learning; Artificial neural network; Public health; Decision tree; The Internet; Support vector machine; World Wide Web; Medicine; Disease","retraction":null,"screen_n_in":null,"score":{"opus":0.2666507334657404,"gpt":0.4049349140857755,"spread":0.1382841806200351,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006857135,0.0001312067,0.000338995,0.0001127861,0.0002477657,0.0001692269,0.0002347497,0.00005825466,0.000004294232],"category_scores_gemma":[0.00005559563,0.00007631503,0.00006302312,0.0003364185,0.00007948225,0.0004958948,0.0001019089,0.0002786914,6.038146e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009073238,"about_ca_system_score_gemma":0.0002623886,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005681142,"about_ca_topic_score_gemma":0.000001356094,"domain_scores_codex":[0.9978988,0.00005738004,0.001154047,0.0001195332,0.0005300872,0.0002401565],"domain_scores_gemma":[0.9981394,0.00009303824,0.0008688528,0.0001123208,0.00003988097,0.0007464484],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004938233,0.001912334,0.006448248,0.002296538,0.0003735099,0.00003144968,0.02989034,0.0232613,0.0001342735,0.007035679,0.01374098,0.9143815],"study_design_scores_gemma":[0.0008609457,0.0006092138,0.00196009,0.0001271857,0.00002108398,0.00007160047,0.001060163,0.9880394,0.000001711931,0.00003994465,0.007108332,0.000100381],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0331479,0.0004563853,0.9424035,0.02325021,0.000572389,0.0001421442,0.000006848365,0.00001219968,0.000008439101],"genre_scores_gemma":[0.5012636,0.004025584,0.440314,0.05165837,0.002597926,0.000004521583,0.00007639153,0.00001900495,0.00004056245],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9647781,"threshold_uncertainty_score":0.3112037,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2467186984","doi":"10.18653/v1/s15-2078","title":"SemEval-2015 Task 10: Sentiment Analysis in Twitter","year":2015,"lang":"en","type":"article","venue":"","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":367,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"National Research Council Canada","funders":"National Research Council Canada","keywords":"SemEval; Sentiment analysis; Computer science; Task (project management); Context (archaeology); Phrase; Polarity (international relations); Natural language processing; Set (abstract data type); Artificial intelligence; History","retraction":null,"screen_n_in":null,"score":{"opus":0.04611232732077405,"gpt":0.3102190803927146,"spread":0.2641067530719405,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000719636,0.0001267644,0.0002589976,0.0006170032,0.00002927085,0.0001944897,0.0005227386,0.00003938757,0.00071049],"category_scores_gemma":[0.00001468912,0.0001034552,0.0001703586,0.002175398,0.00001442056,0.0003360118,0.0002620313,0.00006015093,0.0007224132],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006741666,"about_ca_system_score_gemma":0.00004121067,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001191822,"about_ca_topic_score_gemma":0.00005781369,"domain_scores_codex":[0.9984243,0.00008409412,0.0003242063,0.0004180089,0.0004819314,0.0002674958],"domain_scores_gemma":[0.9990816,0.0000282657,0.00007911665,0.0005603993,0.0000926031,0.0001580336],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002828995,0.0007902035,0.5436429,0.00001013533,0.002534614,0.0001213231,0.008994191,0.01782308,0.0009271685,0.01156453,0.4018403,0.01172323],"study_design_scores_gemma":[0.00118276,0.00007391698,0.01940571,0.000009806876,0.0002348031,0.000002347676,0.0006251551,0.9408771,0.001853959,0.0007685985,0.03446763,0.0004982579],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2125897,0.0003983101,0.721103,0.007002571,0.000550626,0.0002311716,0.00000110452,0.0002653401,0.05785811],"genre_scores_gemma":[0.960225,0.000003461765,0.01976221,0.0007561491,0.00005913628,0.000007830093,0.00001160362,0.000005800785,0.01916874],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.923054,"threshold_uncertainty_score":0.9285401,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2964325543","doi":"10.18653/v1/d16-1057","title":"Inducing Domain-Specific Sentiment Lexicons from Unlabeled Corpora","year":2016,"lang":"en","type":"article","venue":"","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":359,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Army Research Office; National Institute of Biomedical Imaging and Bioengineering; Multidisciplinary University Research Initiative; Natural Sciences and Engineering Research Council of Canada; Defense Advanced Research Projects Agency; National Institutes of Health; National Science Foundation","keywords":"WordNet; Computer science; Sentiment analysis; Domain (mathematical analysis); Artificial intelligence; Natural language processing; Social media; Word (group theory); Linguistics; World Wide Web; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.02815432780206759,"gpt":0.2362522130469846,"spread":0.208097885244917,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0002336606,0.0001498394,0.0001973378,0.0001322289,0.0001288119,0.0002013156,0.0006064591,0.00004998189,0.001492497],"category_scores_gemma":[0.000004892004,0.00009498228,0.0001128337,0.0003324704,0.00003778962,0.0004172886,0.0002776163,0.00005394625,0.001037207],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005610566,"about_ca_system_score_gemma":0.00002887856,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003580073,"about_ca_topic_score_gemma":0.000005929412,"domain_scores_codex":[0.9984712,0.00006016252,0.0003106776,0.0005350192,0.0003362352,0.0002866791],"domain_scores_gemma":[0.9988109,0.0001998379,0.0001332292,0.0006838847,0.00005144821,0.0001207271],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001090869,0.0002078034,0.02196567,0.000002329336,0.0002869863,0.0000451285,0.001121445,0.00000959854,0.2353208,0.5727112,0.03612988,0.1321882],"study_design_scores_gemma":[0.007293202,0.0002320115,0.04335817,0.0003785371,0.00008472113,0.00001709178,0.0008651236,0.00719382,0.3330101,0.06348234,0.5417359,0.002348905],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2236058,0.0001341849,0.7679333,0.00261074,0.0006238981,0.0000684931,0.000002188891,0.0001615766,0.004859787],"genre_scores_gemma":[0.8238413,0.0000624036,0.1722751,0.0004171931,0.0002339762,0.000008611671,0.000007726876,0.00001359766,0.00314008],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6002355,"threshold_uncertainty_score":0.9997406,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2116401198","doi":"10.1109/icdm.2008.94","title":"Modeling and Predicting the Helpfulness of Online Reviews","year":2008,"lang":"en","type":"article","venue":"","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":324,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"","keywords":"Helpfulness; Computer science; Quality (philosophy); Data science; Resource (disambiguation); Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.07223397040685091,"gpt":0.2871824448989911,"spread":0.2149484744921402,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002868667,0.00004427851,0.0001151063,0.00002932894,0.0001061491,0.00001537113,0.0002290634,0.00001091588,0.000009614031],"category_scores_gemma":[0.00002512751,0.00002462607,0.0000394828,0.0001731259,0.00001869257,0.0001286115,0.0001206443,0.0000375461,0.000001716678],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000001947383,"about_ca_system_score_gemma":0.000009288678,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003213608,"about_ca_topic_score_gemma":0.000005450903,"domain_scores_codex":[0.999469,0.0000319743,0.0002063271,0.0001185066,0.0001048845,0.00006933666],"domain_scores_gemma":[0.9996618,0.00003308516,0.00005178332,0.0002046547,0.00002974885,0.0000189428],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001180633,0.0005318089,0.141101,0.0002313127,0.0002979926,0.00001675809,0.02960329,0.05651698,0.003484992,0.09277324,0.005068971,0.6703619],"study_design_scores_gemma":[0.00005171756,0.000006492995,0.0004196257,0.00002021843,0.00000417821,0.000005971787,0.00009529667,0.9986134,0.0002290321,0.00006675225,0.0004545441,0.00003272821],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3313054,0.001983053,0.6655471,0.0006318288,0.00005790327,0.00005691791,2.017256e-7,0.00002066568,0.0003969911],"genre_scores_gemma":[0.9700089,0.0007718817,0.0287879,0.0001690669,0.00004482805,0.000001848547,8.972505e-7,0.000001822615,0.0002128513],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9420965,"threshold_uncertainty_score":0.1004222,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1983286042","doi":"10.1145/1277741.1277845","title":"ARSA","year":2007,"lang":"en","type":"article","venue":"","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":309,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"","keywords":"Probabilistic latent semantic analysis; Computer science; Popularity; Sentiment analysis; Product (mathematics); Information retrieval; Feature selection; Topic model; Selection (genetic algorithm); Artificial intelligence; Data science; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.0136783936592515,"gpt":0.2656939327420778,"spread":0.2520155390828263,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002600364,0.00002361698,0.00003085771,0.0000481943,0.00002661178,0.00004158189,0.0001993704,0.00000894195,0.0001154495],"category_scores_gemma":[0.000003386782,0.00001844796,0.00002655882,0.000180021,0.000003724633,0.0001104423,0.00004811382,0.00001602919,0.0002060488],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000003976393,"about_ca_system_score_gemma":0.00000342383,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004037554,"about_ca_topic_score_gemma":0.000002956605,"domain_scores_codex":[0.9996611,0.000002998139,0.00006858171,0.00008738926,0.00008843573,0.00009148546],"domain_scores_gemma":[0.9997782,0.00002185153,0.00001370038,0.0001441295,0.00001213031,0.00003000581],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[7.298545e-7,0.00002701213,0.01281877,6.592276e-7,0.0000160289,0.00001044137,0.0002573005,0.0000087641,0.001278324,0.7836272,0.007875386,0.1940794],"study_design_scores_gemma":[0.0008913046,0.0001174008,0.214382,0.00001698065,0.00001453626,0.00002160194,0.0004381118,0.2016443,0.120464,0.01144288,0.4497892,0.0007776668],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.009856686,0.00002224169,0.8881043,0.0002865462,0.000107906,0.000007913911,6.257757e-9,0.00005558002,0.1015588],"genre_scores_gemma":[0.8772788,0.000001841579,0.1185097,0.0005830524,0.0000442695,1.476124e-7,2.775134e-7,0.000001064944,0.003580782],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8674222,"threshold_uncertainty_score":0.264841,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2294703018","doi":"","title":"Emotional Tweets","year":2012,"lang":"en","type":"article","venue":"Joint Conference on Lexical and Computational Semantics","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":300,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"National Research Council Canada","funders":"","keywords":"WordNet; Lexicon; Microblogging; Computer science; Social media; Natural language processing; Artificial intelligence; Task (project management); Sentiment analysis; Affect (linguistics); Emotion detection; Emotion classification; Word (group theory); Domain (mathematical analysis); Semantics (computer science); Emotion recognition; World Wide Web; Psychology; Linguistics","retraction":null,"screen_n_in":null,"score":{"opus":0.07082908098884917,"gpt":0.2884091368977245,"spread":0.2175800559088754,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001778262,0.000118735,0.0001551811,0.00008915841,0.0001473871,0.0001554487,0.0001505345,0.00004595552,0.0001336684],"category_scores_gemma":[0.00001844421,0.00009865738,0.00006544409,0.0001488478,0.00005050048,0.0002821479,0.0001173449,0.0001124382,0.0001443642],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001271059,"about_ca_system_score_gemma":0.00003181747,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000001815277,"about_ca_topic_score_gemma":2.156106e-7,"domain_scores_codex":[0.9989064,0.0000415203,0.0002196203,0.0002169278,0.0003881415,0.0002274141],"domain_scores_gemma":[0.9994587,0.00008891521,0.0000731776,0.0001170835,0.00009383869,0.0001682855],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00000214827,0.0001198701,0.002691263,0.000005240071,0.00001984755,0.000001375184,0.0001454862,0.0004476035,0.00004601843,0.9861302,0.0004642544,0.009926678],"study_design_scores_gemma":[0.0003477431,0.0001062317,0.2152388,0.00005377106,0.00001198552,0.00002390768,0.00004898024,0.6974574,0.0001434827,0.08447607,0.001802077,0.0002895704],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1138391,0.00008203449,0.8692898,0.01072299,0.0004033267,0.00007910096,0.000003667323,0.00009176778,0.005488154],"genre_scores_gemma":[0.971321,0.00001232195,0.02736276,0.0009299227,0.0001731236,0.00000231373,0.00001303848,0.000003619991,0.0001818491],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9016541,"threshold_uncertainty_score":0.4023131,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2970431814","doi":"10.18653/v1/d19-1016","title":"Knowledge-Enriched Transformer for Emotion Detection in Textual Conversations","year":2019,"lang":"en","type":"article","venue":"","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":294,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"BC Research (Canada)","funders":"Nanyang Technological University; National Research Foundation","keywords":"Transformer; Computer science; Emotion detection; Natural language processing; Artificial intelligence; Emotion recognition; Electrical engineering; Engineering; Voltage","retraction":null,"screen_n_in":null,"score":{"opus":0.01972994354918485,"gpt":0.2737241214849261,"spread":0.2539941779357413,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002003801,0.00005432586,0.00008391841,0.0001753587,0.00003881446,0.00005007637,0.0001292503,0.00003459881,0.0001151371],"category_scores_gemma":[0.000007288567,0.00004892113,0.00006625411,0.0003657329,0.000005207552,0.0003531963,0.000009132973,0.00003461476,0.0001789322],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000327051,"about_ca_system_score_gemma":0.00001925905,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001671554,"about_ca_topic_score_gemma":0.00008865,"domain_scores_codex":[0.9994608,0.00001859811,0.0001496469,0.0001843646,0.00007038046,0.0001162385],"domain_scores_gemma":[0.9997178,0.00006325913,0.00002778787,0.0001241042,0.00004494443,0.00002215167],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003728836,0.0004703225,0.01765544,0.00006850758,0.0001176644,4.37015e-7,0.01172146,0.001265898,0.09215406,0.2330618,0.001188336,0.6422588],"study_design_scores_gemma":[0.001168553,0.0001036749,0.01327644,0.000007931955,0.000008175096,7.369363e-7,0.000814273,0.9658108,0.01377928,0.000687826,0.004189261,0.0001530683],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1110247,0.00001578884,0.8809151,0.0002292462,0.0002430533,0.0002032648,2.230762e-7,0.00004202996,0.007326588],"genre_scores_gemma":[0.9934306,0.000003451456,0.004531034,0.00004853488,0.00002455652,0.00001286901,0.000004721153,0.000002768831,0.001941494],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9645449,"threshold_uncertainty_score":0.2299872,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3040884840","doi":"10.1057/s41599-020-0523-3","title":"Sentiments and emotions evoked by news headlines of coronavirus disease (COVID-19) outbreak","year":2020,"lang":"en","type":"article","venue":"Humanities and Social Sciences Communications","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":278,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Sadness; Anger; Coronavirus disease 2019 (COVID-19); Psychology; Sentence; Sentiment analysis; Coronavirus; News media; Social psychology; Disease; Medicine; Linguistics; Sociology; Media studies; Infectious disease (medical specialty); Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.3228928790328312,"gpt":0.3940778547602795,"spread":0.07118497572744825,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0001705421,0.00008104976,0.0001404228,0.00005265201,0.001783273,0.0002658558,0.0008063932,0.00001965954,0.00003241545],"category_scores_gemma":[0.00003737483,0.00007638056,0.00004962931,0.0002588548,0.0009102455,0.0003435235,0.0006440873,0.00005719663,0.000002573738],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001313506,"about_ca_system_score_gemma":0.0000764974,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003909369,"about_ca_topic_score_gemma":0.0001274589,"domain_scores_codex":[0.9991335,0.0001179516,0.000218914,0.000203406,0.0001985961,0.0001276302],"domain_scores_gemma":[0.9993579,0.0001213673,0.0001293801,0.0002428064,0.00004412389,0.0001043589],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000009718059,0.0002972475,0.04250895,0.00008119002,0.0001011688,0.000001081854,0.0554007,0.00004004192,0.0004916661,0.8760684,0.01199663,0.01300327],"study_design_scores_gemma":[0.001839799,0.0003439956,0.0391732,0.0000664991,0.0002355681,0.000003225839,0.05400506,0.2031046,0.00005152091,0.02443049,0.6756141,0.00113186],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.4033276,0.02322253,0.07504483,0.4746107,0.000399948,0.001209469,0.0004993525,0.0005447732,0.02114082],"genre_scores_gemma":[0.9921407,0.0009382209,0.002584703,0.00408108,0.00003167077,0.000009131005,0.00002848857,0.000003158875,0.0001828477],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8516378,"threshold_uncertainty_score":0.9995162,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2606902231","doi":"10.1177/0165551517703514","title":"Lexicon-based sentiment analysis: Comparative evaluation of six sentiment lexicons","year":2017,"lang":"en","type":"article","venue":"Journal of Information Science","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":267,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"Nanyang Technological University","keywords":"Lexicon; Sentiment analysis; Computer science; Sentence; Natural language processing; Artificial intelligence; Word (group theory); Product (mathematics); Linguistics; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.09062241115274372,"gpt":0.3905624171277131,"spread":0.2999400059749694,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007253567,0.0001146593,0.0003547786,0.001420338,0.0005387905,0.0009672527,0.00173281,0.00002850404,0.00008107738],"category_scores_gemma":[0.0003181955,0.00009121768,0.000276931,0.001246086,0.0002867127,0.008233719,0.0001752042,0.0001015595,0.00002372825],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001615121,"about_ca_system_score_gemma":0.0009242118,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001264668,"about_ca_topic_score_gemma":0.00000357332,"domain_scores_codex":[0.9957129,0.00009212216,0.001072014,0.0001384176,0.00278999,0.0001945912],"domain_scores_gemma":[0.99271,0.00008590237,0.003499088,0.0006788298,0.002894577,0.000131612],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00009206931,0.0006833166,0.09945108,0.00005148366,0.002178919,0.000004204053,0.02374845,0.7583529,0.01291783,0.04385855,0.002005749,0.05665549],"study_design_scores_gemma":[0.0008003445,0.00008111246,0.06222966,0.00004289574,0.0002993445,0.000003189011,0.0005543096,0.892849,0.04262306,0.000157044,0.0002522185,0.0001078045],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4779917,0.00005954636,0.5145332,0.00108939,0.0008328931,0.0001901906,0.000003109487,0.00001126613,0.005288671],"genre_scores_gemma":[0.9819276,0.000003658625,0.01794492,0.00008218251,0.00002463191,0.000002083428,0.000001856139,9.959264e-7,0.00001209542],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5039359,"threshold_uncertainty_score":0.932724,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2963223838","doi":"","title":"WASSA-2017 shared task on emotion intensity","year":2019,"lang":"en","type":"article","venue":"Research Commons (University of Waikato)","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":264,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"National Research Council Canada","funders":"","keywords":"Sadness; Computer science; Task (project management); Anger; Emotion classification; Artificial intelligence; Natural language processing; Psychology; Social psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.08052660557195573,"gpt":0.3063275320859715,"spread":0.2258009265140157,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001110684,0.00008842818,0.0002292506,0.0005885214,0.0003497224,0.0000860529,0.001363044,0.00006950436,0.0003131436],"category_scores_gemma":[0.00004833197,0.00009925482,0.0001444816,0.0009596762,0.0001140685,0.0004991058,0.0008623683,0.0003367948,0.001026417],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001035468,"about_ca_system_score_gemma":0.00007171158,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003091393,"about_ca_topic_score_gemma":0.00006902374,"domain_scores_codex":[0.9981421,0.0002384508,0.0001014277,0.0003784417,0.0008124007,0.0003271996],"domain_scores_gemma":[0.9982982,0.0002102409,0.00008247592,0.0008738184,0.0004074192,0.0001278029],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0006287696,0.001931706,0.1817723,0.0002288125,0.0008617586,0.0003575522,0.02052614,0.001024438,0.02113481,0.2766713,0.4246075,0.070255],"study_design_scores_gemma":[0.002906672,0.001328191,0.3898552,0.0004893487,0.00003519454,0.00001519015,0.009878103,0.5366269,0.002276589,0.003280738,0.05255378,0.0007540326],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9614897,0.00003771174,0.009630234,0.004145494,0.000168044,0.0002182041,0.000007655191,0.00006952826,0.02423347],"genre_scores_gemma":[0.9951585,0.00002450967,0.001820476,0.00002318623,0.0000159876,1.043556e-7,0.00001414242,0.000004135739,0.002938939],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5356025,"threshold_uncertainty_score":0.9997514,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2982280746","doi":"10.2196/16023","title":"Sentiment Analysis in Health and Well-Being: Systematic Review","year":2019,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":218,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Engineering and Physical Sciences Research Council; Cardiff University","keywords":"Computer science; Data science","retraction":null,"screen_n_in":null,"score":{"opus":0.03407258699547368,"gpt":0.3668961208757042,"spread":0.3328235338802305,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003019609,0.0004219867,0.005139409,0.0009963352,0.0000591528,0.0002090771,0.001272137,0.0002436379,0.0001145318],"category_scores_gemma":[0.0001384296,0.0002864803,0.0007882209,0.002903619,0.00003725314,0.000327478,0.0005970051,0.0005266115,0.000369091],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001517477,"about_ca_system_score_gemma":0.0005143803,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005505005,"about_ca_topic_score_gemma":0.000001937849,"domain_scores_codex":[0.993538,0.0004287281,0.003848019,0.0003060836,0.001445353,0.0004338619],"domain_scores_gemma":[0.996158,0.0003575417,0.001877931,0.001075439,0.00004386912,0.0004871999],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[7.663886e-8,0.00002863307,0.000004909938,0.9390082,0.000632974,0.000004388871,0.0008645929,4.934122e-7,4.269551e-11,0.001452213,0.0009455462,0.05705802],"study_design_scores_gemma":[0.000127164,0.00003339421,3.261767e-7,0.7217528,0.001897993,0.00002553076,0.0001147402,0.03412141,5.693665e-9,0.00001354768,0.241582,0.0003310878],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[2.387246e-7,0.9905993,0.006327736,0.0002370532,0.0001298639,0.001823375,9.522548e-7,0.00004513153,0.0008363593],"genre_scores_gemma":[5.667222e-7,0.9952673,0.001651008,0.002460033,0.00002370451,0.0001496049,0.00008779566,0.00001100702,0.0003490365],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.2406365,"threshold_uncertainty_score":0.9999588,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2001587475","doi":"10.1145/2009916.2010006","title":"ILDA","year":2011,"lang":"en","type":"article","venue":"","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":202,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Latent Dirichlet allocation; Computer science; Interdependence; Probabilistic logic; Set (abstract data type); Product (mathematics); Task (project management); Topic model; Sentiment analysis; Component (thermodynamics); The Internet; Artificial intelligence; Data science; Interpretation (philosophy); Information retrieval; Natural language processing; Machine learning; World Wide Web; Mathematics; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.06601077421307201,"gpt":0.2262144582672276,"spread":0.1602036840541555,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00005478994,0.00002330119,0.00003023598,0.00003006884,0.00002261781,0.00002257124,0.000245986,0.000007236045,0.0006133653],"category_scores_gemma":[0.000001665726,0.00001755859,0.00002571948,0.0001127987,0.000004119734,0.0001402324,0.00006056917,0.00001237041,0.0003554116],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000001663725,"about_ca_system_score_gemma":0.000003536779,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001629043,"about_ca_topic_score_gemma":0.000001210859,"domain_scores_codex":[0.9997413,0.00000522735,0.00004953553,0.00008677114,0.00005610682,0.00006110043],"domain_scores_gemma":[0.9997857,0.000004283143,0.00001200915,0.0001653694,0.00001028225,0.00002233691],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[3.259471e-7,0.00002613759,0.007515843,4.139215e-7,0.00001356595,0.000003060228,0.0008376864,5.144795e-7,0.0001664298,0.9578269,0.004864705,0.02874448],"study_design_scores_gemma":[0.001335954,0.0003335077,0.2122139,0.00002663667,0.00003924794,0.0000263377,0.0008175644,0.358214,0.2094097,0.06486326,0.1512291,0.001490804],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.007424591,0.00001889796,0.6836839,0.00009345349,0.0001286251,0.00001098161,1.322347e-8,0.00008155719,0.308558],"genre_scores_gemma":[0.8150416,0.000002530761,0.1814844,0.0003513724,0.00001723462,7.890669e-7,1.690194e-7,0.000001130925,0.003100786],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8929636,"threshold_uncertainty_score":0.6715921,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2765183831","doi":"10.1177/0047287517729757","title":"Automated Sentiment Analysis in Tourism: Comparison of Approaches","year":2017,"lang":"en","type":"article","venue":"Journal of Travel Research","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":196,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Mount Saint Vincent University","funders":"","keywords":"Sentiment analysis; Tourism; Computer science; Artificial intelligence; Machine learning; Hospitality; Data science; Selection (genetic algorithm); Natural language processing; Software; Data mining","retraction":null,"screen_n_in":null,"score":{"opus":0.2825954453852928,"gpt":0.4573567636676105,"spread":0.1747613182823177,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004693983,0.00008439202,0.0005458839,0.001600003,0.0001986612,0.0003357291,0.001817641,0.00005736482,0.00002834499],"category_scores_gemma":[0.0001846995,0.0000671744,0.000289918,0.001002126,0.0001058583,0.0004229833,0.0003022163,0.0003809984,0.000005322546],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000648336,"about_ca_system_score_gemma":0.0001193158,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009836168,"about_ca_topic_score_gemma":0.00003761427,"domain_scores_codex":[0.9971137,0.0002757799,0.0007769986,0.0001903051,0.001349489,0.0002937429],"domain_scores_gemma":[0.997974,0.0001810792,0.000724145,0.0006371092,0.0003705142,0.0001131342],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001058227,0.00181701,0.9171883,0.0000661391,0.002821042,0.0001478976,0.007013031,0.01035654,0.006236589,0.005130128,0.008696904,0.04042054],"study_design_scores_gemma":[0.0004486228,0.0001206476,0.3979469,0.00004638221,0.00005793813,0.000002915515,0.0006644938,0.5904039,0.01000441,0.0001715802,0.00006635637,0.00006587942],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9497022,0.000609491,0.04361854,0.002128164,0.0001868421,0.000126793,0.000001155286,0.00001242094,0.003614389],"genre_scores_gemma":[0.9899104,0.000021363,0.009826637,0.000002901657,0.00004829403,9.755164e-7,5.785928e-7,0.000003651584,0.0001851578],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5800474,"threshold_uncertainty_score":0.337766,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2274912527","doi":"10.1613/jair.4787","title":"How Translation Alters Sentiment","year":2016,"lang":"en","type":"article","venue":"Journal of Artificial Intelligence Research","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":194,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta; National Research Council Canada","funders":"","keywords":"Sentiment analysis; Computer science; Focus (optics); Lexicon; Natural language processing; Annotation; Artificial intelligence; Arabic; Machine translation; Linguistics; Social media; Resource (disambiguation); World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.2633291444881119,"gpt":0.4243514885302698,"spread":0.1610223440421579,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003293506,0.00008220005,0.0001684346,0.0006114721,0.0001498688,0.0004708143,0.0008231121,0.0000435983,0.00008524885],"category_scores_gemma":[0.0001819932,0.00005036455,0.0001741351,0.000752169,0.000105115,0.0009951501,0.00008202228,0.000198766,0.00008576074],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008668641,"about_ca_system_score_gemma":0.0001098643,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004070282,"about_ca_topic_score_gemma":0.000003921489,"domain_scores_codex":[0.9974611,0.0002637291,0.0004868188,0.0001963717,0.001241912,0.0003500736],"domain_scores_gemma":[0.9982612,0.0004569554,0.0002005175,0.0002601817,0.0006658839,0.0001553226],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00002361289,0.00007050196,0.00009852061,0.000002997753,0.0000399631,0.00002221408,0.0005662635,0.00004790208,0.06834627,0.02191521,0.0004509054,0.9084156],"study_design_scores_gemma":[0.00013482,0.0007634017,0.0001254693,0.0002515013,0.00001725935,0.00004804167,0.001621605,0.04623342,0.8775336,0.05621316,0.01678928,0.0002684286],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01831877,0.0002756595,0.957945,0.02277,0.0003952751,0.00006951723,3.449772e-7,0.000009635021,0.0002158102],"genre_scores_gemma":[0.9793816,0.0002664197,0.01955865,0.00002499542,0.0003636738,0.000001556684,1.564297e-7,0.00000605592,0.0003969576],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9610628,"threshold_uncertainty_score":0.4540073,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2047676437","doi":"10.1145/1871437.1871739","title":"Opinion digger","year":2010,"lang":"en","type":"article","venue":"","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":194,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.01162528447042252,"gpt":0.261038368986786,"spread":0.2494130845163635,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001043388,0.00003768229,0.00004410304,0.00004553502,0.00004559162,0.00010934,0.0003169395,0.00002002041,0.0004084044],"category_scores_gemma":[0.000007648508,0.00002866819,0.00003853646,0.0001477924,0.000008026826,0.0002228867,0.00008703383,0.00005882977,0.0003203631],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00000140316,"about_ca_system_score_gemma":0.000007859541,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000006101805,"about_ca_topic_score_gemma":0.000003192728,"domain_scores_codex":[0.9995921,0.000005449532,0.0000727205,0.0001360202,0.0001045959,0.0000891179],"domain_scores_gemma":[0.9996357,0.00001750272,0.00001921941,0.000269931,0.00001919943,0.00003847113],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[4.209759e-7,0.00003560899,0.006837109,0.000001126025,0.00001294704,9.374265e-7,0.0001656786,0.000004478391,0.01227,0.889064,0.01739029,0.0742174],"study_design_scores_gemma":[0.0004216082,0.00004039766,0.02549491,0.000006034333,0.000003825407,0.00001058931,0.00003860201,0.2114886,0.0253706,0.005766802,0.7309627,0.0003953596],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04328701,0.00002954876,0.8092839,0.00349286,0.003366705,0.00005413296,1.242588e-7,0.000286996,0.1401988],"genre_scores_gemma":[0.8901644,0.000005501457,0.1058609,0.000520628,0.0002049979,0.000002191514,0.000001873967,0.000003016479,0.003236502],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8832972,"threshold_uncertainty_score":0.4471742,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2760392765","doi":"10.18653/v1/d17-1056","title":"Refining Word Embeddings for Sentiment Analysis","year":2017,"lang":"en","type":"article","venue":"","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":190,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Ministry of Science and Technology, Taiwan; Institute for Catastrophic Loss Reduction","keywords":"Computer science; Treebank; Word2vec; Sentiment analysis; Word (group theory); Natural language processing; Artificial intelligence; Context (archaeology); Parsing; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.03981461137555894,"gpt":0.3329621635491202,"spread":0.2931475521735613,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0004533718,0.0001064024,0.0002345944,0.0002229396,0.0006785733,0.001057935,0.001098656,0.00003251272,0.0001312216],"category_scores_gemma":[0.00004479177,0.00009031774,0.000347985,0.0002506456,0.00002191655,0.0005284821,0.000325338,0.00003791603,0.00004458948],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001864722,"about_ca_system_score_gemma":0.0000132243,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005313527,"about_ca_topic_score_gemma":0.00002998841,"domain_scores_codex":[0.9988924,0.0000121413,0.0002255476,0.0004083952,0.0002160023,0.0002454606],"domain_scores_gemma":[0.9985124,0.00005866005,0.0002369257,0.001041986,0.00007483581,0.00007518218],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002467045,0.0002280259,0.2536882,0.00002470282,0.006304319,0.00001409517,0.00163763,0.001492532,0.002307161,0.3498497,0.02524742,0.3591816],"study_design_scores_gemma":[0.0006974078,0.00004584079,0.03789783,0.00001672853,0.0005722433,9.090389e-7,0.00009257905,0.9131154,0.005438901,0.0009612221,0.04072122,0.0004396997],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01997645,0.00003253832,0.9652857,0.001977916,0.0002824596,0.0000602724,9.569706e-7,0.00009844154,0.01228533],"genre_scores_gemma":[0.7636182,0.000003452731,0.2202178,0.0002705544,0.00008689534,0.00001911318,0.000006240849,0.000006136319,0.0157716],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9116229,"threshold_uncertainty_score":0.9999791,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2251902771","doi":"","title":"Cross-Linguistic Sentiment Analysis: From English to Spanish","year":2009,"lang":"en","type":"article","venue":"","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":189,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Machine translation; Natural language processing; Baseline (sea); Focus (optics); Sentiment analysis; Artificial intelligence; Adaptation (eye); English language; Support vector machine; Rule-based machine translation; Automation; Linguistics; Engineering; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.01483167424319954,"gpt":0.2908510878003644,"spread":0.2760194135571649,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002382953,0.0001526522,0.0002822615,0.0003045623,0.000122244,0.0008020379,0.0007744511,0.00004018635,0.0007957509],"category_scores_gemma":[0.0000866706,0.0001376964,0.0002549282,0.001601004,0.000009775966,0.0002021322,0.0001522185,0.00006634184,0.0002694123],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003461493,"about_ca_system_score_gemma":0.00001893406,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001036027,"about_ca_topic_score_gemma":0.00002083458,"domain_scores_codex":[0.9983028,0.00003244074,0.0003481759,0.0006002047,0.0004196065,0.000296782],"domain_scores_gemma":[0.9987378,0.00005622982,0.00007798999,0.0007282382,0.0002010755,0.0001986552],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00006687544,0.00181737,0.4832845,0.000009036307,0.007798869,0.0002542096,0.03783016,0.04195937,0.004637933,0.2465094,0.03342883,0.1424034],"study_design_scores_gemma":[0.001077684,0.0002704699,0.5185778,0.00003211118,0.0009528159,7.563193e-7,0.0002808333,0.4080146,0.0134281,0.004858926,0.0511873,0.001318593],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.201425,0.0001052375,0.7734029,0.0006906391,0.0007703916,0.0001250521,0.000004040212,0.0003870715,0.02308964],"genre_scores_gemma":[0.9378591,0.000002380914,0.05772116,0.001830204,0.0003239474,0.000002649391,0.00001706546,0.000003731281,0.002239737],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7364341,"threshold_uncertainty_score":0.8712915,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W187058510","doi":"","title":"Analyzing Appraisal Automatically","year":2004,"lang":"en","type":"article","venue":"","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":180,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Natural language processing; Orientation (vector space); Product (mathematics); Information retrieval; Artificial intelligence; Content (measure theory); Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.01577781097010012,"gpt":0.28993734860876,"spread":0.2741595376386599,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001439422,0.00005682408,0.00008462102,0.00008113444,0.00006185381,0.0001576934,0.0003644853,0.00001823235,0.00008728133],"category_scores_gemma":[0.0000249043,0.00004518493,0.00006537401,0.0003503998,0.00001134863,0.0002709497,0.0001001113,0.00003643079,0.000272141],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001263053,"about_ca_system_score_gemma":0.00002643121,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001075274,"about_ca_topic_score_gemma":0.000002430746,"domain_scores_codex":[0.9993821,0.00001021487,0.0001426204,0.0001766837,0.0001470877,0.0001413425],"domain_scores_gemma":[0.999604,0.00003962074,0.00002985236,0.000246724,0.00002255791,0.00005722259],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[3.262787e-7,0.00004385396,0.001557184,0.000002078124,0.00003323218,0.000006919797,0.000248977,0.001088516,0.0005928141,0.9798548,0.0004307263,0.01614055],"study_design_scores_gemma":[0.001946503,0.0001648722,0.02932299,0.00006791722,0.0000457856,0.00003256165,0.0002128969,0.9088427,0.01443175,0.03516511,0.008836679,0.0009302726],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01279525,0.00002124485,0.9703827,0.001481388,0.0001362376,0.00001770705,3.154186e-8,0.0001981954,0.01496728],"genre_scores_gemma":[0.648308,0.000001785429,0.3512827,0.0001788992,0.0000363349,0.000001232076,7.001746e-7,0.000002282943,0.0001880018],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9446897,"threshold_uncertainty_score":0.3497913,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1808640434","doi":"10.1007/978-3-540-68825-9_3","title":"A Comparison of Sentiment Analysis Techniques: Polarizing Movie Blogs","year":2008,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":172,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Popularity; Sentiment analysis; Polarity (international relations); Social media; Set (abstract data type); Support vector machine; Visualization; Task (project management); The Internet; Information retrieval; World Wide Web; Data science; Service (business); Artificial intelligence; Machine learning","retraction":null,"screen_n_in":null,"score":{"opus":0.03004770387279265,"gpt":0.3035841228788185,"spread":0.2735364190060259,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00089726,0.000542216,0.001358296,0.003074932,0.0002677396,0.0002821891,0.003065847,0.0003098845,0.00004838927],"category_scores_gemma":[0.00003628256,0.0005053032,0.0005926481,0.002632467,0.0005554023,0.0004212781,0.001384154,0.0006265315,0.00001659161],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002269959,"about_ca_system_score_gemma":0.0003073727,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005398672,"about_ca_topic_score_gemma":0.00003771817,"domain_scores_codex":[0.9951431,0.00005190151,0.001151788,0.001537893,0.001525069,0.00059025],"domain_scores_gemma":[0.9966631,0.0003048594,0.000893561,0.001664495,0.0003138257,0.0001601697],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001143444,0.0003374128,0.01763354,0.00008727038,0.001062264,0.0001170962,0.006218469,0.05817038,0.001897983,0.008689914,0.000191939,0.9055823],"study_design_scores_gemma":[0.0002119714,0.0002123701,0.0006115233,0.0003562033,0.00026925,0.00001997364,0.000001127971,0.9646428,0.0265966,0.004030754,0.002107896,0.0009394935],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0002950654,0.001158048,0.9953191,0.000225899,0.0004272173,0.0002529652,0.000003486052,0.0001290925,0.002189161],"genre_scores_gemma":[0.3832152,0.0001253047,0.6156527,0.0004160851,0.000219072,0.000006630215,0.00001556861,0.00002816096,0.0003212296],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9064724,"threshold_uncertainty_score":0.9997399,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2161926933","doi":"","title":"When Specialists and Generalists Work Together: Overcoming Domain Dependence in Sentiment Tagging","year":2008,"lang":"en","type":"article","venue":"","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":165,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Software portability; Computer science; Lexicon; WordNet; Classifier (UML); Artificial intelligence; Annotation; Natural language processing; Domain (mathematical analysis); Weighting; Sentiment analysis; Precision and recall; Training set; Information retrieval; Machine learning","retraction":null,"screen_n_in":null,"score":{"opus":0.02636169918772258,"gpt":0.2488749297044931,"spread":0.2225132305167705,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003879673,0.0001464065,0.000205801,0.000181008,0.0001580187,0.0001584274,0.000382299,0.00004525944,0.000140053],"category_scores_gemma":[0.00001210322,0.000135675,0.00006061343,0.0003729642,0.00004097843,0.0004293028,0.0003051516,0.00009357546,0.00002575905],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005770084,"about_ca_system_score_gemma":0.00002431142,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001789682,"about_ca_topic_score_gemma":0.00009943821,"domain_scores_codex":[0.9985272,0.00008083867,0.0002980182,0.0004555567,0.0003366842,0.0003016604],"domain_scores_gemma":[0.9994075,0.00005946144,0.00008042232,0.0003328924,0.00002814165,0.00009158381],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00002528797,0.0002141523,0.8581666,0.00001739738,0.0001070311,0.0006071043,0.02051322,0.000758911,0.00439764,0.07357489,0.01052248,0.03109525],"study_design_scores_gemma":[0.007640999,0.0001854685,0.647219,0.0006954171,0.00005663216,0.0005618653,0.001779231,0.1783038,0.02226781,0.01514389,0.1218216,0.004324284],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8269113,0.0003877055,0.1672056,0.001473321,0.0002340491,0.0001115279,2.479674e-7,0.00007332246,0.003602843],"genre_scores_gemma":[0.8054125,0.00008645782,0.1912404,0.001172759,0.0001346385,0.000006399074,0.000002110382,0.000009083601,0.001935673],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2109476,"threshold_uncertainty_score":0.5532667,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2166048187","doi":"10.1016/j.dss.2012.05.030","title":"From once upon a time to happily ever after: Tracking emotions in mail and books","year":2012,"lang":"en","type":"article","venue":"Decision Support Systems","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":161,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"National Research Council Canada","funders":"","keywords":"Sentiment analysis; Affect (linguistics); Tracking (education); Computer science; Psychology; Negative emotion; Natural language processing; Social psychology; Communication","retraction":null,"screen_n_in":null,"score":{"opus":0.02628875647228958,"gpt":0.277846949778926,"spread":0.2515581933066364,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009573109,0.0001534592,0.0003118254,0.0003305914,0.00007888548,0.0003522735,0.0003507569,0.0000715761,0.0003616718],"category_scores_gemma":[0.00005454636,0.000137387,0.00007283732,0.0003950385,0.000009229074,0.000766832,0.0002378645,0.00008750816,0.001738417],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005088566,"about_ca_system_score_gemma":0.00002511509,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001006258,"about_ca_topic_score_gemma":0.00001251219,"domain_scores_codex":[0.9981777,0.00009153585,0.0004805437,0.00042498,0.0004752991,0.0003499373],"domain_scores_gemma":[0.9988333,0.000261061,0.0001116023,0.0004991437,0.00005359116,0.0002412747],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0001808685,0.0006973903,0.3626349,0.00005728281,0.0002666613,0.0003652509,0.04393004,0.0009316505,0.009028799,0.002138751,0.1157113,0.4640571],"study_design_scores_gemma":[0.001644849,0.0001645645,0.5042589,0.001083048,0.00005581754,0.0001066905,0.001260327,0.1451057,0.0003244393,0.0004000085,0.3443738,0.001221854],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7737768,0.0005668322,0.2228675,0.0002349974,0.0009182389,0.0002755546,0.00001148611,0.00007003974,0.001278582],"genre_scores_gemma":[0.9868785,0.000005043589,0.01068716,0.0001584698,0.0002048281,0.00002620108,0.000006629847,0.00001118207,0.002021989],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4628352,"threshold_uncertainty_score":0.9990388,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W45569842","doi":"10.1111/j.1467-8640.2012.00417.x","title":"MULTI‐DOCUMENT SUMMARIZATION OF EVALUATIVE TEXT","year":2012,"lang":"en","type":"article","venue":"Computational Intelligence","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":161,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; University of British Columbia","funders":"","keywords":"Automatic summarization; Computer science; Multi-document summarization; Information retrieval; Natural language processing","retraction":null,"screen_n_in":null,"score":{"opus":0.06534615047374848,"gpt":0.3594688220181262,"spread":0.2941226715443778,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004699308,0.00008939971,0.0001207373,0.0001344805,0.00006752372,0.00004228358,0.0003636479,0.00002599505,0.0001403399],"category_scores_gemma":[0.00007344597,0.00008393175,0.00006753109,0.0004630916,0.0000440422,0.0005464691,0.0001340748,0.00004909963,0.0001464936],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003559961,"about_ca_system_score_gemma":0.00004387846,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000008112697,"about_ca_topic_score_gemma":5.21583e-7,"domain_scores_codex":[0.9988462,0.00007868531,0.0003285749,0.0001797668,0.0004032279,0.0001635277],"domain_scores_gemma":[0.9990786,0.0002318427,0.0001795478,0.0001669563,0.0002752803,0.00006772439],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000006767459,0.0003564988,0.02308769,0.00001909062,0.0001158336,5.849089e-7,0.005591016,0.3895454,0.0005438941,0.4687931,0.0004252451,0.1115148],"study_design_scores_gemma":[0.00006899868,0.00002978041,0.01819632,0.00002216499,0.00001014542,0.000001740577,0.0001311755,0.967091,0.006776234,0.007292449,0.0002581224,0.0001218574],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.005299142,0.0003672358,0.9933924,0.0001227466,0.0002771801,0.0000877588,9.8599e-7,0.00002699485,0.000425519],"genre_scores_gemma":[0.7441867,0.000009592966,0.2555622,0.00007444168,0.00003486482,0.000004953693,0.00001476407,0.000003007041,0.0001093863],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7388876,"threshold_uncertainty_score":0.3422638,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1930223417","doi":"10.1109/tmm.2015.2482228","title":"Deep Multimodal Learning for Affective Analysis and Retrieval","year":2015,"lang":"en","type":"article","venue":"IEEE Transactions on Multimedia","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":155,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Modalities; Social media; Upload; Representation (politics); Multimodal learning; Artificial intelligence; Emotion classification; Feature learning; Multimodality; Information retrieval; Automatic summarization; Natural language processing; Machine learning; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.02515312700733929,"gpt":0.2826347932597046,"spread":0.2574816662523653,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004291808,0.0001648308,0.000279028,0.0005167006,0.0002206975,0.0001284485,0.0002187839,0.00008610006,0.00001991573],"category_scores_gemma":[0.00004562674,0.0001557503,0.0002384775,0.001025784,0.00004828595,0.0003218818,0.000003495432,0.0001936383,0.00002817064],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005739723,"about_ca_system_score_gemma":0.00003433425,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004715533,"about_ca_topic_score_gemma":0.00005462437,"domain_scores_codex":[0.9986748,0.00009890841,0.0002113662,0.000467853,0.0002963596,0.0002507501],"domain_scores_gemma":[0.998825,0.0004568756,0.0000885302,0.0002499122,0.0001560403,0.0002236511],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003422944,0.0004910703,0.003329221,0.00001840036,0.002787765,0.00001056774,0.0125411,0.5112841,0.002580618,0.0001097665,0.0001235438,0.4663816],"study_design_scores_gemma":[0.001129043,0.0001856019,0.001064934,0.000004979604,0.0003151241,0.000001502277,0.0002497047,0.9875225,0.009158101,0.00003700822,0.0001468834,0.0001846389],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02448811,0.00005393453,0.9745303,0.0001348123,0.0004072646,0.0001945174,0.000002670305,0.0001189243,0.00006940324],"genre_scores_gemma":[0.897568,0.00001468492,0.1019888,0.00004625956,0.00005258156,0.00002281706,0.000006304282,0.00001059722,0.000289899],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8730799,"threshold_uncertainty_score":0.6351311,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2913898221","doi":"10.1109/access.2019.2892852","title":"A Hybrid Framework for Sentiment Analysis Using Genetic Algorithm Based Feature Reduction","year":2019,"lang":"en","type":"article","venue":"IEEE Access","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":155,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ontario Tech University; McGill University","funders":"Zayed University","keywords":"Computer science; Sentiment analysis; Lexicon; Artificial intelligence; Scalability; Machine learning; Feature (linguistics); Rough set; Data mining; Algorithm","retraction":null,"screen_n_in":null,"score":{"opus":0.03052181447566905,"gpt":0.3267984758927722,"spread":0.2962766614171032,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002081963,0.0001608561,0.000289807,0.0004240176,0.0001395066,0.0005936823,0.0007881817,0.00006764336,0.00008327821],"category_scores_gemma":[0.000007355375,0.0001524199,0.0003448839,0.001233725,0.00001338205,0.0004895125,0.0000896755,0.000104159,0.00001998628],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006227924,"about_ca_system_score_gemma":0.00004726455,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002456174,"about_ca_topic_score_gemma":3.945412e-7,"domain_scores_codex":[0.9985111,0.00005027344,0.0002332401,0.0005772372,0.0003450928,0.0002830183],"domain_scores_gemma":[0.9988527,0.00007085467,0.0002113209,0.000665131,0.0001245508,0.00007549358],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005351505,0.0005296773,0.03590146,0.0001349403,0.00404912,0.00002799316,0.0007057734,0.7765945,0.008009758,0.001623069,0.006548556,0.1658216],"study_design_scores_gemma":[0.0002407724,0.00002489361,0.001625312,0.0000259975,0.0003273619,0.000002847619,0.00001336232,0.9767779,0.019435,0.0009081718,0.000412453,0.0002059997],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.1440016,0.0001032773,0.8542885,0.0002068707,0.001093179,0.0002387197,0.000005638341,0.00004681312,0.00001545176],"genre_scores_gemma":[0.3560238,0.000004033607,0.6432651,0.0002123094,0.000262278,0.0000178456,0.00001817685,0.00001188266,0.0001846365],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.2120222,"threshold_uncertainty_score":0.6215505,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4313294355","doi":"10.1080/0144929x.2022.2156387","title":"Machine learning techniques for emotion detection and sentiment analysis: current state, challenges, and future directions","year":2022,"lang":"en","type":"article","venue":"Behaviour and Information Technology","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":153,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University","funders":"California State Council on Developmental Disabilities; Directorate for Engineering","keywords":"Current (fluid); Sentiment analysis; Emotion detection; State (computer science); Computer science; Cognitive psychology; Psychology; Data science; Artificial intelligence; Cognitive science; Emotion recognition; Engineering; Electrical engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.0116577232750635,"gpt":0.2512381424678022,"spread":0.2395804191927387,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002924939,0.00009670113,0.0001475993,0.001066008,0.0005211645,0.00008466856,0.00008956088,0.00004482807,0.000004945091],"category_scores_gemma":[0.000006409474,0.00009692824,0.00004057807,0.0005730431,0.00002538691,0.0007735062,0.0002143711,0.0001797909,3.733513e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003257761,"about_ca_system_score_gemma":0.000007173183,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000009239171,"about_ca_topic_score_gemma":0.000008505561,"domain_scores_codex":[0.9992996,0.00003371566,0.0002448271,0.0001815919,0.0001171458,0.000123114],"domain_scores_gemma":[0.9995995,0.00001208272,0.0001742243,0.0001226922,0.00005948107,0.00003207366],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000003517535,0.00002005461,0.003821786,0.00001038482,0.00004210204,9.794384e-8,0.0008205696,0.000008634187,0.0000373834,0.004175235,0.000005534096,0.9910547],"study_design_scores_gemma":[0.001331029,0.001224702,0.1097803,0.00001969961,0.000622249,0.0001156922,0.005434484,0.2475815,0.00427093,0.003073024,0.6258082,0.0007382208],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3081075,0.03504064,0.647339,0.0058252,0.0007074998,0.001242111,0.00004795154,0.001492242,0.000197787],"genre_scores_gemma":[0.9788635,0.0152952,0.005426326,0.00003681903,0.00002771567,0.0002431624,0.00007215488,0.000005110152,0.00003003525],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9903165,"threshold_uncertainty_score":0.4008429,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W135937222","doi":"10.1007/978-3-642-21043-3_8","title":"Using a Heterogeneous Dataset for Emotion Analysis in Text","year":2011,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":150,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Disgust; Sadness; Surprise; Computer science; Support vector machine; Anger; Happiness; Emotion classification; Artificial intelligence; Sentiment analysis; Classifier (UML); Emotion detection; Machine learning; Natural language processing; Emotion recognition; Psychology; Social psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.0635249034249282,"gpt":0.3016810333679441,"spread":0.2381561299430159,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000951416,0.0004025294,0.0006642907,0.002589794,0.0001758135,0.0004200588,0.002198564,0.0002198182,0.00005050774],"category_scores_gemma":[0.00003669798,0.0003824135,0.0002857213,0.001632832,0.0002046609,0.0005027515,0.0007911707,0.0002922586,0.00001299035],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002255719,"about_ca_system_score_gemma":0.0001878429,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000952077,"about_ca_topic_score_gemma":0.0002901788,"domain_scores_codex":[0.9966741,0.00003584217,0.000628768,0.001528746,0.000579326,0.0005531732],"domain_scores_gemma":[0.9979082,0.0002165341,0.0003673501,0.001266415,0.0001292541,0.0001122609],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001745159,0.0001047876,0.0009079718,0.00004595126,0.0003498241,0.000100116,0.001510783,0.5278345,0.0002054629,0.006135357,0.00004774015,0.4627401],"study_design_scores_gemma":[0.0002026485,0.00006714746,0.0001120564,0.00009597078,0.0001003878,0.00001365759,1.420272e-7,0.9796585,0.0004600176,0.01822638,0.0006143565,0.0004487513],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0003000712,0.0002553215,0.9982947,0.00007684723,0.0005510297,0.0002862799,0.00005811455,0.0000307851,0.000146868],"genre_scores_gemma":[0.2037889,0.00004371074,0.7943714,0.0009050847,0.0003506245,0.00001183018,0.0003882025,0.00003833752,0.0001019145],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4622914,"threshold_uncertainty_score":0.9998628,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3036568251","doi":"10.1016/j.inffus.2020.06.002","title":"Deep learning based emotion analysis of microblog texts","year":2020,"lang":"en","type":"article","venue":"Information Fusion","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":149,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"National Key Research and Development Program of China; Natural Science Foundation of Shandong Province; Key Technology Research and Development Program of Shandong; National Natural Science Foundation of China","keywords":"Word2vec; Computer science; Microblogging; Artificial intelligence; Sentiment analysis; Convolutional neural network; Natural language processing; Support vector machine; Word (group theory); Feature (linguistics); Social media; Convolution (computer science); Feature vector; Artificial neural network; Pattern recognition (psychology); World Wide Web; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.01235506478018438,"gpt":0.2257955153964658,"spread":0.2134404506162814,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001854704,0.00006430905,0.000147022,0.0004001243,0.00008446632,0.00008600258,0.0002210252,0.00003627801,0.0001817557],"category_scores_gemma":[0.00005439622,0.00005970121,0.0001353146,0.001699153,0.0000085415,0.0009127874,0.00008042814,0.00006156714,0.00008485704],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001232576,"about_ca_system_score_gemma":0.00001339416,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000007705659,"about_ca_topic_score_gemma":9.58509e-7,"domain_scores_codex":[0.999177,0.00003918668,0.0003582749,0.00009346853,0.0002464846,0.00008561642],"domain_scores_gemma":[0.9993724,0.00003325086,0.0002900499,0.0001334471,0.0001207039,0.00005010008],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001764239,0.00003531044,0.01398885,0.0000392088,0.0002908965,6.045445e-7,0.0104259,0.7254664,0.00610406,0.001813806,0.0005073811,0.2413099],"study_design_scores_gemma":[0.0001711741,0.00003412477,0.01133508,0.00000599213,0.00007005898,9.509193e-8,0.0001227383,0.9827091,0.002111006,0.00000505126,0.003371659,0.00006394894],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.05189547,0.00001684182,0.9462728,0.0006574956,0.00004744712,0.00004514184,6.115248e-7,0.00006484375,0.0009993428],"genre_scores_gemma":[0.9885672,0.00000793666,0.01059542,0.0006882036,0.00001217864,0.000001037186,0.0001170638,0.000001413442,0.00000954569],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9366717,"threshold_uncertainty_score":0.2434545,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2295710275","doi":"10.3115/v1/n15-1078","title":"Sentiment after Translation: A Case-Study on Arabic Social Media Posts","year":2015,"lang":"en","type":"article","venue":"","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":146,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"National Research Council Canada; University of Alberta","funders":"","keywords":"Arabic; Computer science; Social media; Natural language processing; Computational linguistics; Linguistics; Artificial intelligence; Machine translation; World Wide Web; Philosophy","retraction":null,"screen_n_in":null,"score":{"opus":0.09888186726437186,"gpt":0.3132161652834242,"spread":0.2143342980190523,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003559048,0.0001133328,0.0001409402,0.0001191517,0.00008417945,0.0001555557,0.0001998457,0.00003147793,0.0001091474],"category_scores_gemma":[0.000006356315,0.00009118261,0.00008588548,0.0003118326,0.00001237605,0.0002266109,0.00005676687,0.00006073735,0.0002192172],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003194274,"about_ca_system_score_gemma":0.00003125221,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002576069,"about_ca_topic_score_gemma":0.00007950095,"domain_scores_codex":[0.9987535,0.00008288902,0.0002092577,0.0003086276,0.0004574206,0.0001883095],"domain_scores_gemma":[0.9994891,0.00005641109,0.00004432625,0.0002336659,0.00006206497,0.0001144452],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002212591,0.005415155,0.07703914,0.00001501284,0.001001589,0.01370466,0.5722893,0.0003301092,0.0001792431,0.01360968,0.03195607,0.2842388],"study_design_scores_gemma":[0.03346125,0.004797056,0.1736697,0.0001314512,0.0009672401,0.002475573,0.1778892,0.5582395,0.004025409,0.004851875,0.03296322,0.00652858],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9647002,0.00007065569,0.02634841,0.002063897,0.0006224598,0.0002161228,8.521116e-7,0.0001363736,0.005840986],"genre_scores_gemma":[0.9961268,3.074356e-7,0.003213149,0.0002661755,0.0001725894,0.00001567548,0.00000217075,0.000005013696,0.0001980907],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5579093,"threshold_uncertainty_score":0.3718319,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2045584434","doi":"10.1016/j.eswa.2012.12.084","title":"Sentiment polarity detection in Spanish reviews combining supervised and unsupervised approaches","year":2012,"lang":"en","type":"article","venue":"Expert Systems with Applications","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":142,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"McGill University","keywords":"Computer science; Artificial intelligence; Machine learning; Classifier (UML); Sentiment analysis; Unsupervised learning; Polarity (international relations); Supervised learning; Natural language processing; Pattern recognition (psychology); Artificial neural network","retraction":null,"screen_n_in":null,"score":{"opus":0.05847855461083074,"gpt":0.2670254764919242,"spread":0.2085469218810935,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006661599,0.0001643741,0.0002917706,0.0001493268,0.0002298865,0.000182814,0.0002664078,0.00005777307,0.00000553215],"category_scores_gemma":[0.00000569928,0.0001344936,0.00004363792,0.000598976,0.00003138225,0.0005315535,0.00009174373,0.000102942,0.00003112675],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000589223,"about_ca_system_score_gemma":0.00001459159,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002055043,"about_ca_topic_score_gemma":0.00002198154,"domain_scores_codex":[0.9985957,0.0001514275,0.0003848637,0.0003707381,0.0002045764,0.000292742],"domain_scores_gemma":[0.9991226,0.00004726342,0.0001310097,0.00052657,0.00002970475,0.0001429039],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005504029,0.003211997,0.4290385,0.0007192814,0.0005067462,0.000004893407,0.05928686,0.0004073881,0.04232169,0.193954,0.001524833,0.2689688],"study_design_scores_gemma":[0.004736364,0.0002558225,0.06749572,0.0007468592,0.0001199006,0.0001721394,0.01099865,0.5862035,0.009698919,0.0001783519,0.316918,0.002475879],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03344261,0.01728109,0.9456722,0.0003677703,0.0001960634,0.001826843,0.000001415254,0.0001483057,0.001063679],"genre_scores_gemma":[0.9831424,0.0001704901,0.01518686,0.00007563803,0.00014526,0.001186219,0.00001247089,0.00001150186,0.00006916095],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9496998,"threshold_uncertainty_score":0.5484489,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4385570923","doi":"10.18653/v1/2023.acl-long.421","title":"ConFEDE: Contrastive Feature Decomposition for Multimodal Sentiment Analysis","year":2023,"lang":"en","type":"article","venue":"","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":142,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Artificial intelligence; Modalities; Sentiment analysis; Modality (human–computer interaction); Feature (linguistics); Representation (politics); Natural language processing; Feature learning; Decomposition; Pattern recognition (psychology); Linguistics","retraction":null,"screen_n_in":null,"score":{"opus":0.0179968430349941,"gpt":0.3187499885937276,"spread":0.3007531455587335,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002793885,0.0001192027,0.0002370561,0.0004052833,0.0001836631,0.0002254473,0.000288568,0.00005069195,0.00007712346],"category_scores_gemma":[0.00001205006,0.0001019757,0.0003343134,0.001441271,0.00001466717,0.0002169209,0.00009551911,0.00004579349,0.0001030961],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002740479,"about_ca_system_score_gemma":0.00001722588,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001608225,"about_ca_topic_score_gemma":0.00001453279,"domain_scores_codex":[0.9989038,0.00003352831,0.0001794232,0.0003952621,0.0002272755,0.0002607375],"domain_scores_gemma":[0.9992977,0.0001646751,0.00008229598,0.0002537168,0.0001232514,0.00007831223],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001913018,0.0008946484,0.08083431,0.00008036847,0.02308055,0.00007816401,0.005724658,0.05396091,0.04204233,0.3961988,0.2809037,0.1160103],"study_design_scores_gemma":[0.0005239183,0.00003682644,0.01657641,0.000004215176,0.0002337653,5.364789e-7,0.0001183668,0.9744054,0.005389645,0.0002545831,0.002303286,0.0001530352],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01659688,0.00002242021,0.9792281,0.00260088,0.000216837,0.0002223359,0.000009422243,0.0002750462,0.0008280421],"genre_scores_gemma":[0.9319517,0.000007172215,0.06308249,0.0003691585,0.00008426493,0.00005264165,0.0002075801,0.000007207247,0.004237783],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9204445,"threshold_uncertainty_score":0.4158448,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}